2024-11-09 11:19:54,517 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-09 11:19:54,529 main DEBUG Took 0.009808 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 11:19:54,529 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 11:19:54,529 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 11:19:54,530 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 11:19:54,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,539 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 11:19:54,550 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,554 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,555 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,557 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,558 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,559 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,560 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,561 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,562 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,563 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,564 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:19:54,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,566 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 11:19:54,567 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:19:54,569 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 11:19:54,571 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 11:19:54,572 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 11:19:54,573 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 11:19:54,574 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 11:19:54,584 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 11:19:54,587 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 11:19:54,588 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 11:19:54,589 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 11:19:54,589 main DEBUG createAppenders(={Console}) 2024-11-09 11:19:54,589 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-09 11:19:54,590 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-09 11:19:54,590 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-09 11:19:54,590 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 11:19:54,591 main DEBUG OutputStream closed 2024-11-09 11:19:54,591 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 11:19:54,591 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 11:19:54,592 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-09 11:19:54,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 11:19:54,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 11:19:54,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 11:19:54,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 11:19:54,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 11:19:54,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 11:19:54,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 11:19:54,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 11:19:54,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 11:19:54,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 11:19:54,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 11:19:54,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 11:19:54,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 11:19:54,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 11:19:54,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 11:19:54,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 11:19:54,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 11:19:54,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 11:19:54,669 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 11:19:54,670 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-09 11:19:54,670 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 11:19:54,670 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-09T11:19:54,908 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7 2024-11-09 11:19:54,911 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 11:19:54,911 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T11:19:54,919 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-09T11:19:54,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:19:54,941 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980, deleteOnExit=true 2024-11-09T11:19:54,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-09T11:19:54,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/test.cache.data in system properties and HBase conf 2024-11-09T11:19:54,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:19:54,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:19:54,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:19:54,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:19:54,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-09T11:19:55,035 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T11:19:55,124 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:19:55,128 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:19:55,129 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:19:55,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:19:55,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:19:55,131 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:19:55,131 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:19:55,132 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:19:55,132 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:19:55,132 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:19:55,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:19:55,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:19:55,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:19:55,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:19:55,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:19:56,132 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T11:19:56,226 INFO [Time-limited test {}] log.Log(170): Logging initialized @2413ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T11:19:56,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:19:56,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:19:56,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:19:56,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:19:56,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:19:56,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:19:56,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:19:56,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:19:56,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/java.io.tmpdir/jetty-localhost-43139-hadoop-hdfs-3_4_1-tests_jar-_-any-4660396997483376919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:19:56,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:43139} 2024-11-09T11:19:56,650 INFO [Time-limited test {}] server.Server(415): Started @2838ms 2024-11-09T11:19:57,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:19:57,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:19:57,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:19:57,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:19:57,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T11:19:57,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:19:57,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:19:57,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/java.io.tmpdir/jetty-localhost-37315-hadoop-hdfs-3_4_1-tests_jar-_-any-6222543216055809450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:19:57,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:37315} 2024-11-09T11:19:57,294 INFO [Time-limited test {}] server.Server(415): Started @3482ms 2024-11-09T11:19:57,349 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:19:58,148 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980/dfs/data/data1/current/BP-470502545-172.17.0.3-1731151195752/current, will proceed with Du for space computation calculation, 2024-11-09T11:19:58,148 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980/dfs/data/data2/current/BP-470502545-172.17.0.3-1731151195752/current, will proceed with Du for space computation calculation, 2024-11-09T11:19:58,175 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:19:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aa7496bed8e34e6 with lease ID 0xf204d8f6750c8136: Processing first storage report for DS-61d2acfe-990f-4633-8158-46e11953ad84 from datanode DatanodeRegistration(127.0.0.1:42061, datanodeUuid=a875007a-6a91-435a-90d7-704dc57ae756, infoPort=40235, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=146336290;c=1731151195752) 2024-11-09T11:19:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aa7496bed8e34e6 with lease ID 0xf204d8f6750c8136: from storage DS-61d2acfe-990f-4633-8158-46e11953ad84 node DatanodeRegistration(127.0.0.1:42061, datanodeUuid=a875007a-6a91-435a-90d7-704dc57ae756, infoPort=40235, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=146336290;c=1731151195752), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T11:19:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8aa7496bed8e34e6 with lease ID 0xf204d8f6750c8136: Processing first storage report for DS-bec84d73-49f9-4ca9-aa5a-0e18b333088d from datanode DatanodeRegistration(127.0.0.1:42061, datanodeUuid=a875007a-6a91-435a-90d7-704dc57ae756, infoPort=40235, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=146336290;c=1731151195752) 2024-11-09T11:19:58,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8aa7496bed8e34e6 with lease ID 0xf204d8f6750c8136: from storage DS-bec84d73-49f9-4ca9-aa5a-0e18b333088d node DatanodeRegistration(127.0.0.1:42061, datanodeUuid=a875007a-6a91-435a-90d7-704dc57ae756, infoPort=40235, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=146336290;c=1731151195752), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T11:19:58,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7 2024-11-09T11:19:58,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980/zookeeper_0, clientPort=63884, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:19:58,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63884 2024-11-09T11:19:58,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:58,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:58,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:19:59,009 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 with version=8 2024-11-09T11:19:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/hbase-staging 2024-11-09T11:19:59,113 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T11:19:59,336 INFO [Time-limited test {}] client.ConnectionUtils(129): master/566d204d64fd:0 server-side Connection retries=45 2024-11-09T11:19:59,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:59,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:59,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:19:59,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:59,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:19:59,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:19:59,544 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T11:19:59,553 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T11:19:59,557 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:19:59,579 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46572 (auto-detected) 2024-11-09T11:19:59,580 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T11:19:59,596 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37159 2024-11-09T11:19:59,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:59,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:59,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37159 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-09T11:19:59,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371590x0, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:19:59,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37159-0x101209c9af10000 connected 2024-11-09T11:19:59,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:19:59,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:19:59,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:19:59,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37159 2024-11-09T11:19:59,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37159 2024-11-09T11:19:59,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37159 2024-11-09T11:19:59,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37159 2024-11-09T11:19:59,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37159 2024-11-09T11:19:59,809 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2, hbase.cluster.distributed=false 2024-11-09T11:19:59,871 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/566d204d64fd:0 server-side Connection retries=45 2024-11-09T11:19:59,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:59,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:59,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:19:59,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:19:59,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:19:59,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:19:59,876 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:19:59,877 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:35155 2024-11-09T11:19:59,879 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:19:59,883 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:19:59,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:59,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:19:59,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35155 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-09T11:19:59,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351550x0, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:19:59,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35155-0x101209c9af10001 connected 2024-11-09T11:19:59,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:19:59,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:19:59,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:19:59,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35155 2024-11-09T11:19:59,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35155 2024-11-09T11:19:59,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35155 2024-11-09T11:19:59,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35155 2024-11-09T11:19:59,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35155 2024-11-09T11:19:59,909 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/566d204d64fd,37159,1731151199107 2024-11-09T11:19:59,923 DEBUG [M:0;566d204d64fd:37159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;566d204d64fd:37159 2024-11-09T11:19:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:19:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:19:59,927 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/566d204d64fd,37159,1731151199107 2024-11-09T11:19:59,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T11:19:59,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T11:19:59,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:19:59,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:19:59,951 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T11:19:59,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T11:19:59,952 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/566d204d64fd,37159,1731151199107 from backup master directory 2024-11-09T11:19:59,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/566d204d64fd,37159,1731151199107 2024-11-09T11:19:59,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:19:59,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:19:59,959 WARN [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:19:59,959 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=566d204d64fd,37159,1731151199107 2024-11-09T11:19:59,961 INFO [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T11:19:59,962 INFO [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T11:20:00,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:20:00,425 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/hbase.id with ID: c700edcc-a553-4866-93e3-c403db2fbab0 2024-11-09T11:20:00,461 INFO [master/566d204d64fd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:20:00,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:00,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:20:00,927 INFO [master/566d204d64fd:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:00,930 INFO [master/566d204d64fd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:20:00,948 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:00,952 INFO [master/566d204d64fd:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:20:01,411 INFO [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store 2024-11-09T11:20:01,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:20:01,837 INFO [master/566d204d64fd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T11:20:01,838 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:01,839 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:20:01,839 INFO [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:01,839 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:01,839 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:20:01,840 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:01,840 INFO [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:20:01,840 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-09T11:20:01,843 WARN [master/566d204d64fd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/.initializing 2024-11-09T11:20:01,843 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/WALs/566d204d64fd,37159,1731151199107 2024-11-09T11:20:01,850 INFO [master/566d204d64fd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:01,860 INFO [master/566d204d64fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=566d204d64fd%2C37159%2C1731151199107, suffix=, logDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/WALs/566d204d64fd,37159,1731151199107, archiveDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/oldWALs, maxLogs=10 2024-11-09T11:20:01,878 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/WALs/566d204d64fd,37159,1731151199107/566d204d64fd%2C37159%2C1731151199107.1731151201864, exclude list is [], retry=0 2024-11-09T11:20:01,893 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42061,DS-61d2acfe-990f-4633-8158-46e11953ad84,DISK] 2024-11-09T11:20:01,895 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T11:20:01,927 INFO [master/566d204d64fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/WALs/566d204d64fd,37159,1731151199107/566d204d64fd%2C37159%2C1731151199107.1731151201864 2024-11-09T11:20:01,928 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40235:40235)] 2024-11-09T11:20:01,928 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:01,928 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:01,932 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,933 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:01,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:20:01,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:01,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:01,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:02,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:20:02,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:02,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:02,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:02,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:20:02,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:02,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:02,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:02,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:20:02,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:02,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:02,015 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:02,016 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:02,024 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:20:02,028 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:20:02,033 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:02,034 INFO [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62174505, jitterRate=-0.07352767884731293}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:20:02,039 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-09T11:20:02,040 INFO [master/566d204d64fd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:20:02,063 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe56ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:02,090 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-09T11:20:02,099 INFO [master/566d204d64fd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:20:02,100 INFO [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:20:02,101 INFO [master/566d204d64fd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:20:02,102 INFO [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T11:20:02,106 INFO [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-11-09T11:20:02,107 INFO [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:20:02,128 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:20:02,139 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T11:20:02,183 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-09T11:20:02,186 INFO [master/566d204d64fd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:20:02,188 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:20:02,199 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-09T11:20:02,203 INFO [master/566d204d64fd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:20:02,209 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:20:02,216 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-09T11:20:02,217 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:20:02,224 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T11:20:02,235 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:20:02,241 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T11:20:02,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:20:02,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:20:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:02,250 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=566d204d64fd,37159,1731151199107, sessionid=0x101209c9af10000, setting cluster-up flag (Was=false) 2024-11-09T11:20:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:02,300 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T11:20:02,303 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=566d204d64fd,37159,1731151199107 2024-11-09T11:20:02,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:02,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:02,349 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T11:20:02,353 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=566d204d64fd,37159,1731151199107 2024-11-09T11:20:02,425 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;566d204d64fd:35155 2024-11-09T11:20:02,426 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1008): ClusterId : c700edcc-a553-4866-93e3-c403db2fbab0 2024-11-09T11:20:02,428 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:20:02,429 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:02,434 INFO [master/566d204d64fd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-09T11:20:02,436 INFO [master/566d204d64fd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:20:02,441 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:20:02,441 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:20:02,441 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 566d204d64fd,37159,1731151199107 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:20:02,444 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/566d204d64fd:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:02,444 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/566d204d64fd:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:02,445 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/566d204d64fd:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:02,445 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/566d204d64fd:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:20:02,445 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/566d204d64fd:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:20:02,445 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,445 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/566d204d64fd:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:02,445 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,446 INFO [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151232446 2024-11-09T11:20:02,448 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:20:02,449 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:20:02,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:02,451 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:20:02,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:20:02,451 DEBUG [RS:0;566d204d64fd:35155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcf077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:02,452 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:20:02,452 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:20:02,453 DEBUG [RS:0;566d204d64fd:35155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccc28e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=566d204d64fd/172.17.0.3:0 2024-11-09T11:20:02,453 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:20:02,453 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:20:02,453 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,455 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:20:02,456 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:02,456 INFO [RS:0;566d204d64fd:35155 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-09T11:20:02,456 INFO [RS:0;566d204d64fd:35155 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-09T11:20:02,456 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-09T11:20:02,456 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:20:02,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:20:02,456 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:20:02,458 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(3073): reportForDuty to master=566d204d64fd,37159,1731151199107 with isa=566d204d64fd/172.17.0.3:35155, startcode=1731151199870 2024-11-09T11:20:02,459 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:20:02,459 INFO [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:20:02,460 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/566d204d64fd:0:becomeActiveMaster-HFileCleaner.large.0-1731151202460,5,FailOnTimeoutGroup] 2024-11-09T11:20:02,463 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/566d204d64fd:0:becomeActiveMaster-HFileCleaner.small.0-1731151202460,5,FailOnTimeoutGroup] 2024-11-09T11:20:02,463 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,464 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:20:02,465 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,465 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741831_1007 (size=1039) 2024-11-09T11:20:02,469 DEBUG [RS:0;566d204d64fd:35155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:20:02,499 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49343, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:20:02,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 566d204d64fd,35155,1731151199870 2024-11-09T11:20:02,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(486): Registering regionserver=566d204d64fd,35155,1731151199870 2024-11-09T11:20:02,519 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 2024-11-09T11:20:02,519 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41783 2024-11-09T11:20:02,519 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-09T11:20:02,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:20:02,532 DEBUG [RS:0;566d204d64fd:35155 {}] zookeeper.ZKUtil(111): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/566d204d64fd,35155,1731151199870 2024-11-09T11:20:02,532 WARN [RS:0;566d204d64fd:35155 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:20:02,532 INFO [RS:0;566d204d64fd:35155 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:02,533 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/WALs/566d204d64fd,35155,1731151199870 2024-11-09T11:20:02,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [566d204d64fd,35155,1731151199870] 2024-11-09T11:20:02,547 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-09T11:20:02,558 INFO [RS:0;566d204d64fd:35155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:20:02,571 INFO [RS:0;566d204d64fd:35155 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:20:02,573 INFO [RS:0;566d204d64fd:35155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:20:02,573 INFO [RS:0;566d204d64fd:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,574 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-09T11:20:02,579 INFO [RS:0;566d204d64fd:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,579 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,580 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,580 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,580 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,580 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,580 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/566d204d64fd:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:20:02,580 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,580 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,581 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,581 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,581 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/566d204d64fd:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:20:02,581 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/566d204d64fd:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:02,581 DEBUG [RS:0;566d204d64fd:35155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:20:02,582 INFO [RS:0;566d204d64fd:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,582 INFO [RS:0;566d204d64fd:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,582 INFO [RS:0;566d204d64fd:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,582 INFO [RS:0;566d204d64fd:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,582 INFO [RS:0;566d204d64fd:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=566d204d64fd,35155,1731151199870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:02,600 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:20:02,601 INFO [RS:0;566d204d64fd:35155 {}] hbase.ChoreService(168): Chore ScheduledChore name=566d204d64fd,35155,1731151199870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:02,618 INFO [RS:0;566d204d64fd:35155 {}] regionserver.Replication(204): 566d204d64fd,35155,1731151199870 started 2024-11-09T11:20:02,618 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1767): Serving as 566d204d64fd,35155,1731151199870, RpcServer on 566d204d64fd/172.17.0.3:35155, sessionid=0x101209c9af10001 2024-11-09T11:20:02,619 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:20:02,619 DEBUG [RS:0;566d204d64fd:35155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 566d204d64fd,35155,1731151199870 2024-11-09T11:20:02,619 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '566d204d64fd,35155,1731151199870' 2024-11-09T11:20:02,619 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T11:20:02,620 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T11:20:02,620 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:20:02,621 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:20:02,621 DEBUG [RS:0;566d204d64fd:35155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 566d204d64fd,35155,1731151199870 2024-11-09T11:20:02,621 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '566d204d64fd,35155,1731151199870' 2024-11-09T11:20:02,621 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T11:20:02,621 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T11:20:02,622 DEBUG [RS:0;566d204d64fd:35155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:20:02,622 INFO [RS:0;566d204d64fd:35155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:20:02,622 INFO [RS:0;566d204d64fd:35155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:20:02,731 INFO [RS:0;566d204d64fd:35155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:20:02,735 INFO [RS:0;566d204d64fd:35155 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=566d204d64fd%2C35155%2C1731151199870, suffix=, logDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/WALs/566d204d64fd,35155,1731151199870, archiveDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/oldWALs, maxLogs=32 2024-11-09T11:20:02,750 DEBUG [RS:0;566d204d64fd:35155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/WALs/566d204d64fd,35155,1731151199870/566d204d64fd%2C35155%2C1731151199870.1731151202737, exclude list is [], retry=0 2024-11-09T11:20:02,755 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42061,DS-61d2acfe-990f-4633-8158-46e11953ad84,DISK] 2024-11-09T11:20:02,757 INFO [RS:0;566d204d64fd:35155 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/WALs/566d204d64fd,35155,1731151199870/566d204d64fd%2C35155%2C1731151199870.1731151202737 2024-11-09T11:20:02,758 DEBUG [RS:0;566d204d64fd:35155 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40235:40235)] 2024-11-09T11:20:02,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-09T11:20:02,869 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 2024-11-09T11:20:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:20:03,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:03,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:03,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:03,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:03,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:03,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:03,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:03,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:03,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:03,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:03,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:03,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:03,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:03,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740 2024-11-09T11:20:03,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740 2024-11-09T11:20:03,306 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:20:03,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-09T11:20:03,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:03,316 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74701009, jitterRate=0.11313177645206451}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:20:03,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-09T11:20:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:20:03,320 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-09T11:20:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-09T11:20:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:20:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:20:03,322 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-09T11:20:03,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-09T11:20:03,325 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:20:03,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-09T11:20:03,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:20:03,342 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:20:03,345 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:20:03,497 DEBUG [566d204d64fd:37159 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:20:03,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:03,508 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 566d204d64fd,35155,1731151199870, state=OPENING 2024-11-09T11:20:03,549 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:20:03,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:03,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:03,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:20:03,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:20:03,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:20:03,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:03,748 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:20:03,752 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:20:03,779 INFO [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-09T11:20:03,779 INFO [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:20:03,780 INFO [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:20:03,792 INFO [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=566d204d64fd%2C35155%2C1731151199870.meta, suffix=.meta, logDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/WALs/566d204d64fd,35155,1731151199870, archiveDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/oldWALs, maxLogs=32 2024-11-09T11:20:03,813 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/WALs/566d204d64fd,35155,1731151199870/566d204d64fd%2C35155%2C1731151199870.meta.1731151203794.meta, exclude list is [], retry=0 2024-11-09T11:20:03,818 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42061,DS-61d2acfe-990f-4633-8158-46e11953ad84,DISK] 2024-11-09T11:20:03,822 INFO [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/WALs/566d204d64fd,35155,1731151199870/566d204d64fd%2C35155%2C1731151199870.meta.1731151203794.meta 2024-11-09T11:20:03,823 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40235:40235)] 2024-11-09T11:20:03,823 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:03,825 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:20:03,911 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:20:03,917 INFO [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:20:03,923 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:20:03,924 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:03,924 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-09T11:20:03,924 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-09T11:20:03,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:20:03,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:20:03,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:03,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:03,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:20:03,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:20:03,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:03,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:03,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:20:03,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:20:03,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:03,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:20:03,962 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740 2024-11-09T11:20:03,976 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740 2024-11-09T11:20:03,982 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:20:03,990 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-09T11:20:03,993 INFO [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68856073, jitterRate=0.02603544294834137}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:20:04,002 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-09T11:20:04,011 INFO [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151203738 2024-11-09T11:20:04,039 DEBUG [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:20:04,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:04,040 INFO [RS_OPEN_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-09T11:20:04,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 566d204d64fd,35155,1731151199870, state=OPEN 2024-11-09T11:20:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:20:04,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:20:04,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:20:04,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:20:04,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:20:04,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=566d204d64fd,35155,1731151199870 in 523 msec 2024-11-09T11:20:04,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:20:04,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-11-09T11:20:04,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7210 sec 2024-11-09T11:20:04,116 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151204116, completionTime=-1 2024-11-09T11:20:04,116 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:20:04,117 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-09T11:20:04,167 DEBUG [hconnection-0x5a71920c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:04,170 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:04,185 INFO [master/566d204d64fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-09T11:20:04,186 INFO [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151264186 2024-11-09T11:20:04,186 INFO [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151324186 2024-11-09T11:20:04,186 INFO [master/566d204d64fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 69 msec 2024-11-09T11:20:04,252 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=566d204d64fd,37159,1731151199107-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:04,253 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=566d204d64fd,37159,1731151199107-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:04,253 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=566d204d64fd,37159,1731151199107-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:04,255 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-566d204d64fd:37159, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:04,255 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:04,265 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-09T11:20:04,267 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:20:04,272 DEBUG [master/566d204d64fd:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-09T11:20:04,277 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-09T11:20:04,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:04,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:04,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:04,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741835_1011 (size=358) 2024-11-09T11:20:04,323 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9a5143190e8bf660d8a84276c069cea3, NAME => 'hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 2024-11-09T11:20:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741836_1012 (size=42) 2024-11-09T11:20:04,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:04,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9a5143190e8bf660d8a84276c069cea3, disabling compactions & flushes 2024-11-09T11:20:04,337 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:20:04,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:20:04,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. after waiting 0 ms 2024-11-09T11:20:04,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:20:04,337 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:20:04,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9a5143190e8bf660d8a84276c069cea3: 2024-11-09T11:20:04,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:04,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731151204341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151204341"}]},"ts":"1731151204341"} 2024-11-09T11:20:04,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T11:20:04,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:04,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151204434"}]},"ts":"1731151204434"} 2024-11-09T11:20:04,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-09T11:20:04,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9a5143190e8bf660d8a84276c069cea3, ASSIGN}] 2024-11-09T11:20:04,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9a5143190e8bf660d8a84276c069cea3, ASSIGN 2024-11-09T11:20:04,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9a5143190e8bf660d8a84276c069cea3, ASSIGN; state=OFFLINE, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=false 2024-11-09T11:20:04,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9a5143190e8bf660d8a84276c069cea3, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:04,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9a5143190e8bf660d8a84276c069cea3, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:20:04,798 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:04,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:20:04,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9a5143190e8bf660d8a84276c069cea3, NAME => 'hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:04,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:20:04,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:04,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:20:04,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:20:04,821 INFO [StoreOpener-9a5143190e8bf660d8a84276c069cea3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:20:04,836 INFO [StoreOpener-9a5143190e8bf660d8a84276c069cea3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a5143190e8bf660d8a84276c069cea3 columnFamilyName info 2024-11-09T11:20:04,837 DEBUG [StoreOpener-9a5143190e8bf660d8a84276c069cea3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:04,840 INFO [StoreOpener-9a5143190e8bf660d8a84276c069cea3-1 {}] regionserver.HStore(327): Store=9a5143190e8bf660d8a84276c069cea3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:04,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/namespace/9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:20:04,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/namespace/9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:20:04,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:20:04,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/namespace/9a5143190e8bf660d8a84276c069cea3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:04,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9a5143190e8bf660d8a84276c069cea3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70118843, jitterRate=0.044852182269096375}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T11:20:04,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9a5143190e8bf660d8a84276c069cea3: 2024-11-09T11:20:04,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3., pid=6, masterSystemTime=1731151204798 2024-11-09T11:20:04,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:20:04,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:20:04,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9a5143190e8bf660d8a84276c069cea3, regionState=OPEN, openSeqNum=2, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:04,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:20:04,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9a5143190e8bf660d8a84276c069cea3, server=566d204d64fd,35155,1731151199870 in 265 msec 2024-11-09T11:20:04,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:20:04,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9a5143190e8bf660d8a84276c069cea3, ASSIGN in 437 msec 2024-11-09T11:20:04,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:04,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151204927"}]},"ts":"1731151204927"} 2024-11-09T11:20:04,933 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-09T11:20:04,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:04,985 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-09T11:20:04,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 709 msec 2024-11-09T11:20:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-09T11:20:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:20:05,031 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-09T11:20:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-09T11:20:05,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 55 msec 2024-11-09T11:20:05,098 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-09T11:20:05,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-09T11:20:05,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-11-09T11:20:05,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-09T11:20:05,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-09T11:20:05,208 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.249sec 2024-11-09T11:20:05,210 INFO [master/566d204d64fd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:20:05,212 INFO [master/566d204d64fd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:20:05,214 INFO [master/566d204d64fd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:20:05,219 INFO [master/566d204d64fd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:20:05,220 INFO [master/566d204d64fd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:20:05,221 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=566d204d64fd,37159,1731151199107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:20:05,223 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=566d204d64fd,37159,1731151199107-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:20:05,245 DEBUG [master/566d204d64fd:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:20:05,246 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:20:05,247 INFO [master/566d204d64fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=566d204d64fd,37159,1731151199107-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:20:05,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-11-09T11:20:05,256 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-09T11:20:05,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:05,282 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T11:20:05,282 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T11:20:05,324 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:05,353 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:05,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=566d204d64fd,37159,1731151199107 2024-11-09T11:20:05,419 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=3217 2024-11-09T11:20:05,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:05,441 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:20:05,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:05,468 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:05,469 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:05,474 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:05,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-09T11:20:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T11:20:05,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741837_1013 (size=960) 2024-11-09T11:20:05,534 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 2024-11-09T11:20:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741838_1014 (size=53) 2024-11-09T11:20:05,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:05,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9f13ba568e5d847b6cc2c297e7b1b125, disabling compactions & flushes 2024-11-09T11:20:05,601 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:05,602 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:05,602 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. after waiting 0 ms 2024-11-09T11:20:05,602 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:05,602 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:05,602 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T11:20:05,611 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:05,612 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151205611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151205611"}]},"ts":"1731151205611"} 2024-11-09T11:20:05,617 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T11:20:05,621 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:05,621 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151205621"}]},"ts":"1731151205621"} 2024-11-09T11:20:05,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:20:05,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f13ba568e5d847b6cc2c297e7b1b125, ASSIGN}] 2024-11-09T11:20:05,685 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f13ba568e5d847b6cc2c297e7b1b125, ASSIGN 2024-11-09T11:20:05,687 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f13ba568e5d847b6cc2c297e7b1b125, ASSIGN; state=OFFLINE, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=false 2024-11-09T11:20:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T11:20:05,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9f13ba568e5d847b6cc2c297e7b1b125, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:05,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:20:05,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,004 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,004 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:06,005 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,005 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:06,005 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,005 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,007 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,010 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:20:06,011 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f13ba568e5d847b6cc2c297e7b1b125 columnFamilyName A 2024-11-09T11:20:06,011 DEBUG [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:06,013 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] regionserver.HStore(327): Store=9f13ba568e5d847b6cc2c297e7b1b125/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:06,013 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,015 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:20:06,016 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f13ba568e5d847b6cc2c297e7b1b125 columnFamilyName B 2024-11-09T11:20:06,016 DEBUG [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:06,017 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] regionserver.HStore(327): Store=9f13ba568e5d847b6cc2c297e7b1b125/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:06,017 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,020 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:20:06,020 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f13ba568e5d847b6cc2c297e7b1b125 columnFamilyName C 2024-11-09T11:20:06,020 DEBUG [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:06,021 INFO [StoreOpener-9f13ba568e5d847b6cc2c297e7b1b125-1 {}] regionserver.HStore(327): Store=9f13ba568e5d847b6cc2c297e7b1b125/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:06,022 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,024 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,025 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,029 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:20:06,035 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,039 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:06,040 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 9f13ba568e5d847b6cc2c297e7b1b125; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62936577, jitterRate=-0.062171921133995056}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:20:06,042 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:06,045 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., pid=11, masterSystemTime=1731151205997 2024-11-09T11:20:06,049 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,049 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,050 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9f13ba568e5d847b6cc2c297e7b1b125, regionState=OPEN, openSeqNum=2, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T11:20:06,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 in 213 msec 2024-11-09T11:20:06,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:20:06,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f13ba568e5d847b6cc2c297e7b1b125, ASSIGN in 376 msec 2024-11-09T11:20:06,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:06,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151206064"}]},"ts":"1731151206064"} 2024-11-09T11:20:06,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:20:06,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:06,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 634 msec 2024-11-09T11:20:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T11:20:06,113 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-09T11:20:06,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x754542c7 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0cb745 2024-11-09T11:20:06,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd389b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,130 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:06,141 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:06,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54af89df to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d7115de 2024-11-09T11:20:06,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0bbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x251efa5e to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30d4d4c6 2024-11-09T11:20:06,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c57419f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f7d3d3 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c943d 2024-11-09T11:20:06,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435176b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e6758ed to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@febc460 2024-11-09T11:20:06,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0c7188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37950159 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ba01639 2024-11-09T11:20:06,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475ca0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50c9c1d1 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39028e20 2024-11-09T11:20:06,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4c9c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,219 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f1331a9 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@624dc5e5 2024-11-09T11:20:06,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb819cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,236 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65f8fb57 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e75e85d 2024-11-09T11:20:06,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552ac66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2dad7044 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c2b52ac 2024-11-09T11:20:06,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb1eee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:06,302 DEBUG [hconnection-0x464bca00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:06,307 DEBUG [hconnection-0x6776d1b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,311 DEBUG [hconnection-0x115167a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,311 DEBUG [hconnection-0x26042863-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,311 DEBUG [hconnection-0x1bfd3810-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,312 DEBUG [hconnection-0x1107dd33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-09T11:20:06,315 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:06,316 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T11:20:06,318 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,318 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:06,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:06,328 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,336 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,347 DEBUG [hconnection-0x2735bed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,350 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,354 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,363 DEBUG [hconnection-0x7782676d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,376 DEBUG [hconnection-0x54f1c9fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:06,378 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,399 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,415 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T11:20:06,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:06,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T11:20:06,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:20:06,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:06,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:06,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:06,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:06,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:06,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:06,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:06,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T11:20:06,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/f86ff9faf2a245d0976fe340144bdb90 is 50, key is test_row_0/A:col10/1731151206465/Put/seqid=0 2024-11-09T11:20:06,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T11:20:06,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:06,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:06,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741839_1015 (size=12001) 2024-11-09T11:20:06,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/f86ff9faf2a245d0976fe340144bdb90 2024-11-09T11:20:06,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151266703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151266719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151266721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151266726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151266737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T11:20:06,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151266871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151266871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151266871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151266872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:06,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151266871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:06,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:06,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/e39b0877b660499bb30522fc6ed71d7f is 50, key is test_row_0/B:col10/1731151206465/Put/seqid=0 2024-11-09T11:20:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741840_1016 (size=12001) 2024-11-09T11:20:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T11:20:07,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T11:20:07,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:07,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:07,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:07,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:07,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151267086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151267088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151267090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151267088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151267097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T11:20:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:07,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:07,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:07,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/e39b0877b660499bb30522fc6ed71d7f 2024-11-09T11:20:07,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/210e461ee82b462a8416e4fbff515b10 is 50, key is test_row_0/C:col10/1731151206465/Put/seqid=0 2024-11-09T11:20:07,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T11:20:07,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:07,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:07,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:07,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:07,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:07,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151267393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151267395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151267398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151267398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741841_1017 (size=12001) 2024-11-09T11:20:07,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/210e461ee82b462a8416e4fbff515b10 2024-11-09T11:20:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151267408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/f86ff9faf2a245d0976fe340144bdb90 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f86ff9faf2a245d0976fe340144bdb90 2024-11-09T11:20:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T11:20:07,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f86ff9faf2a245d0976fe340144bdb90, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:20:07,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/e39b0877b660499bb30522fc6ed71d7f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e39b0877b660499bb30522fc6ed71d7f 2024-11-09T11:20:07,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e39b0877b660499bb30522fc6ed71d7f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:20:07,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/210e461ee82b462a8416e4fbff515b10 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/210e461ee82b462a8416e4fbff515b10 2024-11-09T11:20:07,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/210e461ee82b462a8416e4fbff515b10, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:20:07,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9f13ba568e5d847b6cc2c297e7b1b125 in 1017ms, sequenceid=13, compaction requested=false 2024-11-09T11:20:07,506 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T11:20:07,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:07,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T11:20:07,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:07,544 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/d8e8c192c74b431399d62a6cb3de7da7 is 50, key is test_row_0/A:col10/1731151206719/Put/seqid=0 2024-11-09T11:20:07,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741842_1018 (size=12001) 2024-11-09T11:20:07,608 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/d8e8c192c74b431399d62a6cb3de7da7 2024-11-09T11:20:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/eb26733d35a54d23b7148a2263a51bdf is 50, key is test_row_0/B:col10/1731151206719/Put/seqid=0 2024-11-09T11:20:07,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741843_1019 (size=12001) 2024-11-09T11:20:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:07,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151267931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151267949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151267949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151267960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:07,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151267945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,065 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/eb26733d35a54d23b7148a2263a51bdf 2024-11-09T11:20:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151268058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151268063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151268067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151268072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151268087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/63f6d73a8c0d4b9bb6a3473b8c378489 is 50, key is test_row_0/C:col10/1731151206719/Put/seqid=0 2024-11-09T11:20:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741844_1020 (size=12001) 2024-11-09T11:20:08,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151268271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151268271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151268275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151268290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151268305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T11:20:08,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:20:08,554 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-09T11:20:08,558 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/63f6d73a8c0d4b9bb6a3473b8c378489 2024-11-09T11:20:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/d8e8c192c74b431399d62a6cb3de7da7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d8e8c192c74b431399d62a6cb3de7da7 2024-11-09T11:20:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151268580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151268582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151268583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151268597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,602 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d8e8c192c74b431399d62a6cb3de7da7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T11:20:08,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/eb26733d35a54d23b7148a2263a51bdf as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/eb26733d35a54d23b7148a2263a51bdf 2024-11-09T11:20:08,634 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/eb26733d35a54d23b7148a2263a51bdf, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T11:20:08,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/63f6d73a8c0d4b9bb6a3473b8c378489 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/63f6d73a8c0d4b9bb6a3473b8c378489 2024-11-09T11:20:08,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151268615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:08,658 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/63f6d73a8c0d4b9bb6a3473b8c378489, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T11:20:08,661 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9f13ba568e5d847b6cc2c297e7b1b125 in 1117ms, sequenceid=38, compaction requested=false 2024-11-09T11:20:08,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:08,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:08,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T11:20:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-09T11:20:08,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T11:20:08,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3510 sec 2024-11-09T11:20:08,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.4170 sec 2024-11-09T11:20:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:09,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:20:09,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:09,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:09,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:09,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:09,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:09,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:09,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/fe35ae65250947548fd04916bd504e64 is 50, key is test_row_0/A:col10/1731151207937/Put/seqid=0 2024-11-09T11:20:09,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151269214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741845_1021 (size=14341) 2024-11-09T11:20:09,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151269220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151269223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151269226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151269228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151269337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151269336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151269345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151269346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151269372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:20:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151269552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151269560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151269560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151269561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151269591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:20:09,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:09,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-09T11:20:09,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:09,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:20:09,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T11:20:09,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/fe35ae65250947548fd04916bd504e64 2024-11-09T11:20:09,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:20:09,644 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:09,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T11:20:09,651 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T11:20:09,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/6b7e9a3362e5487db2d0731af6d40daa is 50, key is test_row_0/B:col10/1731151207937/Put/seqid=0 2024-11-09T11:20:09,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741846_1022 (size=12001) 2024-11-09T11:20:09,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/6b7e9a3362e5487db2d0731af6d40daa 2024-11-09T11:20:09,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/448dcd60952b431cb1d8ab6ac62aa195 is 50, key is test_row_0/C:col10/1731151207937/Put/seqid=0 2024-11-09T11:20:09,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741847_1023 (size=12001) 2024-11-09T11:20:09,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/448dcd60952b431cb1d8ab6ac62aa195 2024-11-09T11:20:09,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/fe35ae65250947548fd04916bd504e64 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/fe35ae65250947548fd04916bd504e64 2024-11-09T11:20:09,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/fe35ae65250947548fd04916bd504e64, entries=200, sequenceid=50, filesize=14.0 K 2024-11-09T11:20:09,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/6b7e9a3362e5487db2d0731af6d40daa as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6b7e9a3362e5487db2d0731af6d40daa 2024-11-09T11:20:09,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6b7e9a3362e5487db2d0731af6d40daa, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T11:20:09,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/448dcd60952b431cb1d8ab6ac62aa195 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/448dcd60952b431cb1d8ab6ac62aa195 2024-11-09T11:20:09,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151269868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151269869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151269877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151269865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151269905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:09,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/448dcd60952b431cb1d8ab6ac62aa195, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T11:20:09,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9f13ba568e5d847b6cc2c297e7b1b125 in 818ms, sequenceid=50, compaction requested=true 2024-11-09T11:20:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:09,935 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:09,940 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:09,942 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/B is initiating minor compaction (all files) 2024-11-09T11:20:09,942 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/B in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:09,942 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e39b0877b660499bb30522fc6ed71d7f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/eb26733d35a54d23b7148a2263a51bdf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6b7e9a3362e5487db2d0731af6d40daa] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=35.2 K 2024-11-09T11:20:09,944 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e39b0877b660499bb30522fc6ed71d7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731151206411 2024-11-09T11:20:09,945 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:09,946 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting eb26733d35a54d23b7148a2263a51bdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731151206694 2024-11-09T11:20:09,947 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b7e9a3362e5487db2d0731af6d40daa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151207927 2024-11-09T11:20:09,950 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:09,951 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/A is initiating minor compaction (all files) 2024-11-09T11:20:09,951 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/A in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:09,952 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f86ff9faf2a245d0976fe340144bdb90, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d8e8c192c74b431399d62a6cb3de7da7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/fe35ae65250947548fd04916bd504e64] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=37.4 K 2024-11-09T11:20:09,953 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting f86ff9faf2a245d0976fe340144bdb90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731151206411 2024-11-09T11:20:09,954 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8e8c192c74b431399d62a6cb3de7da7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731151206694 2024-11-09T11:20:09,957 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe35ae65250947548fd04916bd504e64, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151207927 2024-11-09T11:20:10,009 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#B#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:10,011 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/f2bdec19774e42418ef1834473015956 is 50, key is test_row_0/B:col10/1731151207937/Put/seqid=0 2024-11-09T11:20:10,014 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#A#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:10,014 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/2a526bad18f74134a73b646d7b50d963 is 50, key is test_row_0/A:col10/1731151207937/Put/seqid=0 2024-11-09T11:20:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741848_1024 (size=12104) 2024-11-09T11:20:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741849_1025 (size=12104) 2024-11-09T11:20:10,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:20:10,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:10,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:10,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:10,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:10,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:10,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:10,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151270430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151270430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151270434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151270435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T11:20:10,456 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-09T11:20:10,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151270436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/ba3a9b8cf13941708497e74034ab84c0 is 50, key is test_row_0/A:col10/1731151210395/Put/seqid=0 2024-11-09T11:20:10,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-09T11:20:10,480 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:10,485 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:10,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:10,485 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/2a526bad18f74134a73b646d7b50d963 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2a526bad18f74134a73b646d7b50d963 2024-11-09T11:20:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T11:20:10,506 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/f2bdec19774e42418ef1834473015956 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f2bdec19774e42418ef1834473015956 2024-11-09T11:20:10,512 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/A of 9f13ba568e5d847b6cc2c297e7b1b125 into 2a526bad18f74134a73b646d7b50d963(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:10,512 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:10,512 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/A, priority=13, startTime=1731151209932; duration=0sec 2024-11-09T11:20:10,514 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:10,514 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:A 2024-11-09T11:20:10,514 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:10,522 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:10,522 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/C is initiating minor compaction (all files) 2024-11-09T11:20:10,522 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/C in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:10,525 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/210e461ee82b462a8416e4fbff515b10, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/63f6d73a8c0d4b9bb6a3473b8c378489, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/448dcd60952b431cb1d8ab6ac62aa195] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=35.2 K 2024-11-09T11:20:10,526 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/B of 9f13ba568e5d847b6cc2c297e7b1b125 into f2bdec19774e42418ef1834473015956(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:10,526 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 210e461ee82b462a8416e4fbff515b10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731151206411 2024-11-09T11:20:10,526 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:10,526 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/B, priority=13, startTime=1731151209935; duration=0sec 2024-11-09T11:20:10,526 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:10,526 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:B 2024-11-09T11:20:10,527 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63f6d73a8c0d4b9bb6a3473b8c378489, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731151206694 2024-11-09T11:20:10,528 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 448dcd60952b431cb1d8ab6ac62aa195, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151207927 2024-11-09T11:20:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741850_1026 (size=12001) 2024-11-09T11:20:10,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/ba3a9b8cf13941708497e74034ab84c0 2024-11-09T11:20:10,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151270544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151270552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151270552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,560 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:10,561 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7bd56903d22241029640f111df93cf54 is 50, key is test_row_0/C:col10/1731151207937/Put/seqid=0 2024-11-09T11:20:10,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151270572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151270567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/4faab1cc0938418c840917235e2b32a3 is 50, key is test_row_0/B:col10/1731151210395/Put/seqid=0 2024-11-09T11:20:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T11:20:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741852_1028 (size=12001) 2024-11-09T11:20:10,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T11:20:10,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:10,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:10,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:10,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:10,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741851_1027 (size=12104) 2024-11-09T11:20:10,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151270762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151270762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151270762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151270784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151270784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T11:20:10,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T11:20:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:10,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:10,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:10,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T11:20:10,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:10,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:11,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/4faab1cc0938418c840917235e2b32a3 2024-11-09T11:20:11,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7f6ec34bc8f5429c94e6009513ccc342 is 50, key is test_row_0/C:col10/1731151210395/Put/seqid=0 2024-11-09T11:20:11,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151271075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151271076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151271076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,082 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7bd56903d22241029640f111df93cf54 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7bd56903d22241029640f111df93cf54 2024-11-09T11:20:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741853_1029 (size=12001) 2024-11-09T11:20:11,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7f6ec34bc8f5429c94e6009513ccc342 2024-11-09T11:20:11,099 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/C of 9f13ba568e5d847b6cc2c297e7b1b125 into 7bd56903d22241029640f111df93cf54(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T11:20:11,099 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:11,099 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/C, priority=13, startTime=1731151209935; duration=0sec 2024-11-09T11:20:11,099 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:11,099 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:C 2024-11-09T11:20:11,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151271098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151271098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,126 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T11:20:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:11,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:11,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/ba3a9b8cf13941708497e74034ab84c0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/ba3a9b8cf13941708497e74034ab84c0 2024-11-09T11:20:11,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/ba3a9b8cf13941708497e74034ab84c0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T11:20:11,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/4faab1cc0938418c840917235e2b32a3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/4faab1cc0938418c840917235e2b32a3 2024-11-09T11:20:11,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/4faab1cc0938418c840917235e2b32a3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T11:20:11,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7f6ec34bc8f5429c94e6009513ccc342 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7f6ec34bc8f5429c94e6009513ccc342 2024-11-09T11:20:11,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7f6ec34bc8f5429c94e6009513ccc342, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T11:20:11,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9f13ba568e5d847b6cc2c297e7b1b125 in 850ms, sequenceid=76, compaction requested=false 2024-11-09T11:20:11,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:11,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T11:20:11,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:11,283 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T11:20:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:11,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b169d023a03f42aba6582b1735f28ef7 is 50, key is test_row_0/A:col10/1731151210428/Put/seqid=0 2024-11-09T11:20:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741854_1030 (size=12001) 2024-11-09T11:20:11,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T11:20:11,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151271681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151271684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151271688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151271692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151271694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,788 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b169d023a03f42aba6582b1735f28ef7 2024-11-09T11:20:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151271795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151271799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151271808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151271808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151271809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:11,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/1b6f089a38064a14bed562b93a1c28cd is 50, key is test_row_0/B:col10/1731151210428/Put/seqid=0 2024-11-09T11:20:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741855_1031 (size=12001) 2024-11-09T11:20:11,886 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/1b6f089a38064a14bed562b93a1c28cd 2024-11-09T11:20:11,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/220dcef323204742800b2749ae3b3bb8 is 50, key is test_row_0/C:col10/1731151210428/Put/seqid=0 2024-11-09T11:20:11,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741856_1032 (size=12001) 2024-11-09T11:20:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151272007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151272012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151272014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151272016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151272016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151272320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151272320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151272322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151272325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151272329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,356 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/220dcef323204742800b2749ae3b3bb8 2024-11-09T11:20:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b169d023a03f42aba6582b1735f28ef7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b169d023a03f42aba6582b1735f28ef7 2024-11-09T11:20:12,411 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b169d023a03f42aba6582b1735f28ef7, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T11:20:12,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/1b6f089a38064a14bed562b93a1c28cd as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1b6f089a38064a14bed562b93a1c28cd 2024-11-09T11:20:12,429 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1b6f089a38064a14bed562b93a1c28cd, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T11:20:12,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/220dcef323204742800b2749ae3b3bb8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/220dcef323204742800b2749ae3b3bb8 2024-11-09T11:20:12,469 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/220dcef323204742800b2749ae3b3bb8, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T11:20:12,472 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9f13ba568e5d847b6cc2c297e7b1b125 in 1188ms, sequenceid=89, compaction requested=true 2024-11-09T11:20:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T11:20:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-09T11:20:12,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T11:20:12,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9890 sec 2024-11-09T11:20:12,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.0100 sec 2024-11-09T11:20:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T11:20:12,603 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-09T11:20:12,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-09T11:20:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T11:20:12,612 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:12,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:12,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T11:20:12,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T11:20:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:12,772 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:20:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:12,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:12,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/836968702d8b41769bbbb5011afe8c71 is 50, key is test_row_0/A:col10/1731151211684/Put/seqid=0 2024-11-09T11:20:12,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:12,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741857_1033 (size=12001) 2024-11-09T11:20:12,855 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/836968702d8b41769bbbb5011afe8c71 2024-11-09T11:20:12,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151272853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151272854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151272858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151272865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151272867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/e2fbac4b6a624e0b9d88c7bbdc721148 is 50, key is test_row_0/B:col10/1731151211684/Put/seqid=0 2024-11-09T11:20:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T11:20:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741858_1034 (size=12001) 2024-11-09T11:20:12,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151272970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151272986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151272979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151272986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:12,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151272987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151273175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151273193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151273193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151273199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151273202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T11:20:13,325 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/e2fbac4b6a624e0b9d88c7bbdc721148 2024-11-09T11:20:13,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/e30a70ec62a0421eb083bfe889d563b6 is 50, key is test_row_0/C:col10/1731151211684/Put/seqid=0 2024-11-09T11:20:13,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741859_1035 (size=12001) 2024-11-09T11:20:13,377 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/e30a70ec62a0421eb083bfe889d563b6 2024-11-09T11:20:13,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/836968702d8b41769bbbb5011afe8c71 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/836968702d8b41769bbbb5011afe8c71 2024-11-09T11:20:13,435 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/836968702d8b41769bbbb5011afe8c71, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:20:13,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/e2fbac4b6a624e0b9d88c7bbdc721148 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e2fbac4b6a624e0b9d88c7bbdc721148 2024-11-09T11:20:13,451 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e2fbac4b6a624e0b9d88c7bbdc721148, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:20:13,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/e30a70ec62a0421eb083bfe889d563b6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e30a70ec62a0421eb083bfe889d563b6 2024-11-09T11:20:13,476 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e30a70ec62a0421eb083bfe889d563b6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:20:13,481 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9f13ba568e5d847b6cc2c297e7b1b125 in 709ms, sequenceid=115, compaction requested=true 2024-11-09T11:20:13,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:13,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:13,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-09T11:20:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-09T11:20:13,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T11:20:13,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 871 msec 2024-11-09T11:20:13,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:20:13,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:13,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:13,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:13,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:13,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:13,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:13,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 882 msec 2024-11-09T11:20:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:13,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/41e46aba14b74f54bc4f2a7d58f7b863 is 50, key is test_row_0/A:col10/1731151213486/Put/seqid=0 2024-11-09T11:20:13,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741860_1036 (size=14341) 2024-11-09T11:20:13,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151273545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151273547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151273549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151273550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151273553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151273656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151273655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151273660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151273666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151273661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T11:20:13,719 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-09T11:20:13,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-09T11:20:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T11:20:13,737 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:13,743 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:13,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T11:20:13,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151273867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151273867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151273868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151273875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151273876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:13,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:13,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:13,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:13,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/41e46aba14b74f54bc4f2a7d58f7b863 2024-11-09T11:20:13,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/2fee353ce7784a1a81f406443440be6d is 50, key is test_row_0/B:col10/1731151213486/Put/seqid=0 2024-11-09T11:20:13,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741861_1037 (size=12001) 2024-11-09T11:20:13,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/2fee353ce7784a1a81f406443440be6d 2024-11-09T11:20:14,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/0b3dc334ede549c4a81b3414ab9e7230 is 50, key is test_row_0/C:col10/1731151213486/Put/seqid=0 2024-11-09T11:20:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T11:20:14,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:14,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:14,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741862_1038 (size=12001) 2024-11-09T11:20:14,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/0b3dc334ede549c4a81b3414ab9e7230 2024-11-09T11:20:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/41e46aba14b74f54bc4f2a7d58f7b863 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/41e46aba14b74f54bc4f2a7d58f7b863 2024-11-09T11:20:14,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/41e46aba14b74f54bc4f2a7d58f7b863, entries=200, sequenceid=127, filesize=14.0 K 2024-11-09T11:20:14,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/2fee353ce7784a1a81f406443440be6d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2fee353ce7784a1a81f406443440be6d 2024-11-09T11:20:14,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2fee353ce7784a1a81f406443440be6d, entries=150, sequenceid=127, filesize=11.7 K 2024-11-09T11:20:14,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/0b3dc334ede549c4a81b3414ab9e7230 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/0b3dc334ede549c4a81b3414ab9e7230 2024-11-09T11:20:14,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/0b3dc334ede549c4a81b3414ab9e7230, entries=150, sequenceid=127, filesize=11.7 K 2024-11-09T11:20:14,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9f13ba568e5d847b6cc2c297e7b1b125 in 645ms, sequenceid=127, compaction requested=true 2024-11-09T11:20:14,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:14,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:14,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:14,137 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T11:20:14,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:14,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:14,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:14,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:20:14,137 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T11:20:14,140 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T11:20:14,140 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/B is initiating minor compaction (all files) 2024-11-09T11:20:14,140 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/B in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,141 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f2bdec19774e42418ef1834473015956, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/4faab1cc0938418c840917235e2b32a3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1b6f089a38064a14bed562b93a1c28cd, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e2fbac4b6a624e0b9d88c7bbdc721148, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2fee353ce7784a1a81f406443440be6d] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=58.7 K 2024-11-09T11:20:14,141 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62448 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T11:20:14,141 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/A is initiating minor compaction (all files) 2024-11-09T11:20:14,142 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/A in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,142 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2a526bad18f74134a73b646d7b50d963, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/ba3a9b8cf13941708497e74034ab84c0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b169d023a03f42aba6582b1735f28ef7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/836968702d8b41769bbbb5011afe8c71, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/41e46aba14b74f54bc4f2a7d58f7b863] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=61.0 K 2024-11-09T11:20:14,143 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f2bdec19774e42418ef1834473015956, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151207927 2024-11-09T11:20:14,144 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a526bad18f74134a73b646d7b50d963, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151207927 2024-11-09T11:20:14,144 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 4faab1cc0938418c840917235e2b32a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731151209201 2024-11-09T11:20:14,145 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b6f089a38064a14bed562b93a1c28cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151210428 2024-11-09T11:20:14,145 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba3a9b8cf13941708497e74034ab84c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731151209201 2024-11-09T11:20:14,146 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e2fbac4b6a624e0b9d88c7bbdc721148, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151211670 2024-11-09T11:20:14,146 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b169d023a03f42aba6582b1735f28ef7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151210428 2024-11-09T11:20:14,146 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 836968702d8b41769bbbb5011afe8c71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151211670 2024-11-09T11:20:14,146 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fee353ce7784a1a81f406443440be6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731151212842 2024-11-09T11:20:14,147 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41e46aba14b74f54bc4f2a7d58f7b863, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731151212842 2024-11-09T11:20:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:14,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:20:14,184 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#B#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:14,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:14,185 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/8fa6305531764ba6b14528ba787ff1bd is 50, key is test_row_0/B:col10/1731151213486/Put/seqid=0 2024-11-09T11:20:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:14,191 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#A#compaction#25 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:14,192 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/1f35dd7dba8a4cd6ad3ca321614228ff is 50, key is test_row_0/A:col10/1731151213486/Put/seqid=0 2024-11-09T11:20:14,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/6212e9e0958846da8087899f695c7272 is 50, key is test_row_0/A:col10/1731151214184/Put/seqid=0 2024-11-09T11:20:14,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151274209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151274210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741863_1039 (size=12275) 2024-11-09T11:20:14,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151274210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151274212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151274217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,239 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/8fa6305531764ba6b14528ba787ff1bd as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8fa6305531764ba6b14528ba787ff1bd 2024-11-09T11:20:14,253 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/B of 9f13ba568e5d847b6cc2c297e7b1b125 into 8fa6305531764ba6b14528ba787ff1bd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:14,253 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:14,253 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/B, priority=11, startTime=1731151214137; duration=0sec 2024-11-09T11:20:14,254 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:14,254 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:B 2024-11-09T11:20:14,254 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T11:20:14,260 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T11:20:14,260 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/C is initiating minor compaction (all files) 2024-11-09T11:20:14,260 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/C in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,260 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7bd56903d22241029640f111df93cf54, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7f6ec34bc8f5429c94e6009513ccc342, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/220dcef323204742800b2749ae3b3bb8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e30a70ec62a0421eb083bfe889d563b6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/0b3dc334ede549c4a81b3414ab9e7230] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=58.7 K 2024-11-09T11:20:14,263 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bd56903d22241029640f111df93cf54, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151207927 2024-11-09T11:20:14,264 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f6ec34bc8f5429c94e6009513ccc342, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731151209201 2024-11-09T11:20:14,265 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 220dcef323204742800b2749ae3b3bb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151210428 2024-11-09T11:20:14,267 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e30a70ec62a0421eb083bfe889d563b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151211670 2024-11-09T11:20:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741864_1040 (size=12275) 2024-11-09T11:20:14,269 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b3dc334ede549c4a81b3414ab9e7230, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731151212842 2024-11-09T11:20:14,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741865_1041 (size=14541) 2024-11-09T11:20:14,288 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/1f35dd7dba8a4cd6ad3ca321614228ff as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1f35dd7dba8a4cd6ad3ca321614228ff 2024-11-09T11:20:14,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/6212e9e0958846da8087899f695c7272 2024-11-09T11:20:14,308 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/A of 9f13ba568e5d847b6cc2c297e7b1b125 into 1f35dd7dba8a4cd6ad3ca321614228ff(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:14,308 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:14,308 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/A, priority=11, startTime=1731151214137; duration=0sec 2024-11-09T11:20:14,308 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:14,308 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:A 2024-11-09T11:20:14,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/71b04283fe5b4155ac77888f97a56f9f is 50, key is test_row_0/B:col10/1731151214184/Put/seqid=0 2024-11-09T11:20:14,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151274322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151274322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151274323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741866_1042 (size=12151) 2024-11-09T11:20:14,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/71b04283fe5b4155ac77888f97a56f9f 2024-11-09T11:20:14,331 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#C#compaction#28 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:14,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151274326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,334 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/961aafe5e9424586a54939f7307e32c9 is 50, key is test_row_0/C:col10/1731151213486/Put/seqid=0 2024-11-09T11:20:14,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151274330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T11:20:14,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741867_1043 (size=12275) 2024-11-09T11:20:14,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/bcc0ad1c7e8c4956bc740bc02ea70008 is 50, key is test_row_0/C:col10/1731151214184/Put/seqid=0 2024-11-09T11:20:14,365 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/961aafe5e9424586a54939f7307e32c9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/961aafe5e9424586a54939f7307e32c9 2024-11-09T11:20:14,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,384 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/C of 9f13ba568e5d847b6cc2c297e7b1b125 into 961aafe5e9424586a54939f7307e32c9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:14,384 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:14,384 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/C, priority=11, startTime=1731151214137; duration=0sec 2024-11-09T11:20:14,384 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:14,384 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:C 2024-11-09T11:20:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741868_1044 (size=12151) 2024-11-09T11:20:14,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/bcc0ad1c7e8c4956bc740bc02ea70008 2024-11-09T11:20:14,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/6212e9e0958846da8087899f695c7272 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/6212e9e0958846da8087899f695c7272 2024-11-09T11:20:14,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/6212e9e0958846da8087899f695c7272, entries=200, sequenceid=153, filesize=14.2 K 2024-11-09T11:20:14,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/71b04283fe5b4155ac77888f97a56f9f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/71b04283fe5b4155ac77888f97a56f9f 2024-11-09T11:20:14,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/71b04283fe5b4155ac77888f97a56f9f, entries=150, sequenceid=153, filesize=11.9 K 2024-11-09T11:20:14,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/bcc0ad1c7e8c4956bc740bc02ea70008 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/bcc0ad1c7e8c4956bc740bc02ea70008 2024-11-09T11:20:14,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/bcc0ad1c7e8c4956bc740bc02ea70008, entries=150, sequenceid=153, filesize=11.9 K 2024-11-09T11:20:14,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9f13ba568e5d847b6cc2c297e7b1b125 in 305ms, sequenceid=153, compaction requested=false 2024-11-09T11:20:14,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:14,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:20:14,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:14,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:14,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:14,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:14,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:14,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:14,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:14,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/f4cd2fd2856f465fbf6f7ff361297ece is 50, key is test_row_0/A:col10/1731151214210/Put/seqid=0 2024-11-09T11:20:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741869_1045 (size=12151) 2024-11-09T11:20:14,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151274653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151274658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151274658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151274664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151274664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151274766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151274772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151274772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151274773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151274776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T11:20:14,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:14,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:14,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:14,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:14,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/f4cd2fd2856f465fbf6f7ff361297ece 2024-11-09T11:20:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151274970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151274977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151274977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151274981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151274986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:14,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/de7af5e4894c448bb252f19b04292743 is 50, key is test_row_0/B:col10/1731151214210/Put/seqid=0 2024-11-09T11:20:15,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741870_1046 (size=12151) 2024-11-09T11:20:15,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/de7af5e4894c448bb252f19b04292743 2024-11-09T11:20:15,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/1e0072b8726d4bd3aeeebb29d369dde0 is 50, key is test_row_0/C:col10/1731151214210/Put/seqid=0 2024-11-09T11:20:15,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741871_1047 (size=12151) 2024-11-09T11:20:15,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/1e0072b8726d4bd3aeeebb29d369dde0 2024-11-09T11:20:15,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/f4cd2fd2856f465fbf6f7ff361297ece as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f4cd2fd2856f465fbf6f7ff361297ece 2024-11-09T11:20:15,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f4cd2fd2856f465fbf6f7ff361297ece, entries=150, sequenceid=167, filesize=11.9 K 2024-11-09T11:20:15,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/de7af5e4894c448bb252f19b04292743 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/de7af5e4894c448bb252f19b04292743 2024-11-09T11:20:15,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/de7af5e4894c448bb252f19b04292743, entries=150, sequenceid=167, filesize=11.9 K 2024-11-09T11:20:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/1e0072b8726d4bd3aeeebb29d369dde0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1e0072b8726d4bd3aeeebb29d369dde0 2024-11-09T11:20:15,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1e0072b8726d4bd3aeeebb29d369dde0, entries=150, sequenceid=167, filesize=11.9 K 2024-11-09T11:20:15,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9f13ba568e5d847b6cc2c297e7b1b125 in 662ms, sequenceid=167, compaction requested=true 2024-11-09T11:20:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:15,191 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:15,192 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:15,194 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:15,194 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/A is initiating minor compaction (all files) 2024-11-09T11:20:15,195 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/A in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,195 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1f35dd7dba8a4cd6ad3ca321614228ff, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/6212e9e0958846da8087899f695c7272, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f4cd2fd2856f465fbf6f7ff361297ece] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=38.1 K 2024-11-09T11:20:15,195 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:15,195 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/B is initiating minor compaction (all files) 2024-11-09T11:20:15,195 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/B in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,196 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8fa6305531764ba6b14528ba787ff1bd, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/71b04283fe5b4155ac77888f97a56f9f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/de7af5e4894c448bb252f19b04292743] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=35.7 K 2024-11-09T11:20:15,197 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fa6305531764ba6b14528ba787ff1bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731151212842 2024-11-09T11:20:15,197 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f35dd7dba8a4cd6ad3ca321614228ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731151212842 2024-11-09T11:20:15,198 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6212e9e0958846da8087899f695c7272, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731151213548 2024-11-09T11:20:15,198 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 71b04283fe5b4155ac77888f97a56f9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731151213550 2024-11-09T11:20:15,199 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4cd2fd2856f465fbf6f7ff361297ece, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731151214190 2024-11-09T11:20:15,199 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting de7af5e4894c448bb252f19b04292743, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731151214190 2024-11-09T11:20:15,221 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#A#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:15,222 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b26727aaf6fc4ffca4a5b5d0fb71dde4 is 50, key is test_row_0/A:col10/1731151214210/Put/seqid=0 2024-11-09T11:20:15,241 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:15,241 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/b04c2df3dd9a4828ace57c61ff1071df is 50, key is test_row_0/B:col10/1731151214210/Put/seqid=0 2024-11-09T11:20:15,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741872_1048 (size=12527) 2024-11-09T11:20:15,277 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b26727aaf6fc4ffca4a5b5d0fb71dde4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b26727aaf6fc4ffca4a5b5d0fb71dde4 2024-11-09T11:20:15,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741873_1049 (size=12527) 2024-11-09T11:20:15,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:20:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:15,296 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/A of 9f13ba568e5d847b6cc2c297e7b1b125 into b26727aaf6fc4ffca4a5b5d0fb71dde4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:15,296 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:15,296 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/A, priority=13, startTime=1731151215191; duration=0sec 2024-11-09T11:20:15,296 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:15,296 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:A 2024-11-09T11:20:15,296 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/b04c2df3dd9a4828ace57c61ff1071df as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/b04c2df3dd9a4828ace57c61ff1071df 2024-11-09T11:20:15,296 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:15,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:15,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:15,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:15,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:15,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:15,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:15,299 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:15,299 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/C is initiating minor compaction (all files) 2024-11-09T11:20:15,300 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/C in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,300 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/961aafe5e9424586a54939f7307e32c9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/bcc0ad1c7e8c4956bc740bc02ea70008, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1e0072b8726d4bd3aeeebb29d369dde0] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=35.7 K 2024-11-09T11:20:15,300 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 961aafe5e9424586a54939f7307e32c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731151212842 2024-11-09T11:20:15,301 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcc0ad1c7e8c4956bc740bc02ea70008, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731151213550 2024-11-09T11:20:15,302 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e0072b8726d4bd3aeeebb29d369dde0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731151214190 2024-11-09T11:20:15,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/d7b016a9e6f24645919addef5f796902 is 50, key is test_row_0/A:col10/1731151214650/Put/seqid=0 2024-11-09T11:20:15,314 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/B of 9f13ba568e5d847b6cc2c297e7b1b125 into b04c2df3dd9a4828ace57c61ff1071df(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:15,314 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:15,314 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/B, priority=13, startTime=1731151215192; duration=0sec 2024-11-09T11:20:15,314 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:15,315 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:B 2024-11-09T11:20:15,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151275311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151275302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151275313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,320 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#C#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:15,320 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/25e957cd4e6b4b93b3b24095bfec1362 is 50, key is test_row_0/C:col10/1731151214210/Put/seqid=0 2024-11-09T11:20:15,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151275316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151275316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741874_1050 (size=16931) 2024-11-09T11:20:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741875_1051 (size=12527) 2024-11-09T11:20:15,362 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/25e957cd4e6b4b93b3b24095bfec1362 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/25e957cd4e6b4b93b3b24095bfec1362 2024-11-09T11:20:15,373 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/C of 9f13ba568e5d847b6cc2c297e7b1b125 into 25e957cd4e6b4b93b3b24095bfec1362(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:15,373 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:15,373 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/C, priority=13, startTime=1731151215192; duration=0sec 2024-11-09T11:20:15,373 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:15,373 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:C 2024-11-09T11:20:15,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151275418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151275418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151275419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151275429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151275429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151275625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151275624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151275625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151275633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151275633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/d7b016a9e6f24645919addef5f796902 2024-11-09T11:20:15,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/6628307bd57b4a76bbb621b8e19329f4 is 50, key is test_row_0/B:col10/1731151214650/Put/seqid=0 2024-11-09T11:20:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741876_1052 (size=12151) 2024-11-09T11:20:15,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T11:20:15,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151275931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151275932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151275937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151275938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151275940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:15,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:15,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:15,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:15,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:16,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:16,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:16,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:16,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/6628307bd57b4a76bbb621b8e19329f4 2024-11-09T11:20:16,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/ad4967e7a3084ff59e254f2371fc0fd9 is 50, key is test_row_0/C:col10/1731151214650/Put/seqid=0 2024-11-09T11:20:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741877_1053 (size=12151) 2024-11-09T11:20:16,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:16,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:16,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:16,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:16,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:16,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151276435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151276438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151276443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151276445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151276448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,591 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:16,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:16,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/ad4967e7a3084ff59e254f2371fc0fd9 2024-11-09T11:20:16,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/d7b016a9e6f24645919addef5f796902 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d7b016a9e6f24645919addef5f796902 2024-11-09T11:20:16,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d7b016a9e6f24645919addef5f796902, entries=250, sequenceid=196, filesize=16.5 K 2024-11-09T11:20:16,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/6628307bd57b4a76bbb621b8e19329f4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6628307bd57b4a76bbb621b8e19329f4 2024-11-09T11:20:16,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6628307bd57b4a76bbb621b8e19329f4, entries=150, sequenceid=196, filesize=11.9 K 2024-11-09T11:20:16,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/ad4967e7a3084ff59e254f2371fc0fd9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/ad4967e7a3084ff59e254f2371fc0fd9 2024-11-09T11:20:16,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/ad4967e7a3084ff59e254f2371fc0fd9, entries=150, sequenceid=196, filesize=11.9 K 2024-11-09T11:20:16,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9f13ba568e5d847b6cc2c297e7b1b125 in 1401ms, sequenceid=196, compaction requested=false 2024-11-09T11:20:16,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:16,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:16,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T11:20:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:16,753 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T11:20:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:16,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/1336bdff993d48a0ae4c7624c59b865c is 50, key is test_row_0/A:col10/1731151215313/Put/seqid=0 2024-11-09T11:20:16,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741878_1054 (size=9757) 2024-11-09T11:20:16,815 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/1336bdff993d48a0ae4c7624c59b865c 2024-11-09T11:20:16,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/12bd8aca88b74e0098c7dba8055741df is 50, key is test_row_0/B:col10/1731151215313/Put/seqid=0 2024-11-09T11:20:16,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741879_1055 (size=9757) 2024-11-09T11:20:16,890 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/12bd8aca88b74e0098c7dba8055741df 2024-11-09T11:20:16,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7a1c22696a9b4449882925d7b8bca705 is 50, key is test_row_0/C:col10/1731151215313/Put/seqid=0 2024-11-09T11:20:16,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741880_1056 (size=9757) 2024-11-09T11:20:16,999 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7a1c22696a9b4449882925d7b8bca705 2024-11-09T11:20:17,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/1336bdff993d48a0ae4c7624c59b865c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1336bdff993d48a0ae4c7624c59b865c 2024-11-09T11:20:17,070 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1336bdff993d48a0ae4c7624c59b865c, entries=100, sequenceid=206, filesize=9.5 K 2024-11-09T11:20:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/12bd8aca88b74e0098c7dba8055741df as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/12bd8aca88b74e0098c7dba8055741df 2024-11-09T11:20:17,094 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/12bd8aca88b74e0098c7dba8055741df, entries=100, sequenceid=206, filesize=9.5 K 2024-11-09T11:20:17,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7a1c22696a9b4449882925d7b8bca705 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7a1c22696a9b4449882925d7b8bca705 2024-11-09T11:20:17,114 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7a1c22696a9b4449882925d7b8bca705, entries=100, sequenceid=206, filesize=9.5 K 2024-11-09T11:20:17,116 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9f13ba568e5d847b6cc2c297e7b1b125 in 363ms, sequenceid=206, compaction requested=true 2024-11-09T11:20:17,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:17,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:17,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-09T11:20:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-09T11:20:17,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T11:20:17,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3750 sec 2024-11-09T11:20:17,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 3.3990 sec 2024-11-09T11:20:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:17,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:20:17,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:17,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:17,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:17,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:17,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:17,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:17,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/2521018d95c44702a0ca87beeab818e0 is 50, key is test_row_0/A:col10/1731151217457/Put/seqid=0 2024-11-09T11:20:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741881_1057 (size=12147) 2024-11-09T11:20:17,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/2521018d95c44702a0ca87beeab818e0 2024-11-09T11:20:17,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151277495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151277495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151277497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151277500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151277511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/412ce630caed4d39b5977e3466cfa0e1 is 50, key is test_row_0/B:col10/1731151217457/Put/seqid=0 2024-11-09T11:20:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741882_1058 (size=9757) 2024-11-09T11:20:17,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/412ce630caed4d39b5977e3466cfa0e1 2024-11-09T11:20:17,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/00427a938e904bc586047b68de820514 is 50, key is test_row_0/C:col10/1731151217457/Put/seqid=0 2024-11-09T11:20:17,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151277612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151277615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151277616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151277616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151277616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741883_1059 (size=9757) 2024-11-09T11:20:17,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/00427a938e904bc586047b68de820514 2024-11-09T11:20:17,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/2521018d95c44702a0ca87beeab818e0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2521018d95c44702a0ca87beeab818e0 2024-11-09T11:20:17,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2521018d95c44702a0ca87beeab818e0, entries=150, sequenceid=217, filesize=11.9 K 2024-11-09T11:20:17,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/412ce630caed4d39b5977e3466cfa0e1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/412ce630caed4d39b5977e3466cfa0e1 2024-11-09T11:20:17,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/412ce630caed4d39b5977e3466cfa0e1, entries=100, sequenceid=217, filesize=9.5 K 2024-11-09T11:20:17,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/00427a938e904bc586047b68de820514 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/00427a938e904bc586047b68de820514 2024-11-09T11:20:17,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/00427a938e904bc586047b68de820514, entries=100, sequenceid=217, filesize=9.5 K 2024-11-09T11:20:17,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9f13ba568e5d847b6cc2c297e7b1b125 in 252ms, sequenceid=217, compaction requested=true 2024-11-09T11:20:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:17,710 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:17,711 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:17,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:17,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:17,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:17,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:17,714 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:17,714 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/A is initiating minor compaction (all files) 2024-11-09T11:20:17,714 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/A in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:17,714 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b26727aaf6fc4ffca4a5b5d0fb71dde4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d7b016a9e6f24645919addef5f796902, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1336bdff993d48a0ae4c7624c59b865c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2521018d95c44702a0ca87beeab818e0] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=50.2 K 2024-11-09T11:20:17,715 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:17,715 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/B is initiating minor compaction (all files) 2024-11-09T11:20:17,715 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/B in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:17,716 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/b04c2df3dd9a4828ace57c61ff1071df, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6628307bd57b4a76bbb621b8e19329f4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/12bd8aca88b74e0098c7dba8055741df, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/412ce630caed4d39b5977e3466cfa0e1] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=43.2 K 2024-11-09T11:20:17,716 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b26727aaf6fc4ffca4a5b5d0fb71dde4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731151214190 2024-11-09T11:20:17,717 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting b04c2df3dd9a4828ace57c61ff1071df, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731151214190 2024-11-09T11:20:17,717 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7b016a9e6f24645919addef5f796902, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731151214650 2024-11-09T11:20:17,718 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6628307bd57b4a76bbb621b8e19329f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731151214650 2024-11-09T11:20:17,718 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1336bdff993d48a0ae4c7624c59b865c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731151215308 2024-11-09T11:20:17,719 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 12bd8aca88b74e0098c7dba8055741df, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731151215308 2024-11-09T11:20:17,720 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2521018d95c44702a0ca87beeab818e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731151217453 2024-11-09T11:20:17,721 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 412ce630caed4d39b5977e3466cfa0e1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731151217454 2024-11-09T11:20:17,749 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:17,750 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/1ab4ac2f1ba446df83cbc1cc4b33d664 is 50, key is test_row_0/B:col10/1731151217457/Put/seqid=0 2024-11-09T11:20:17,765 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:17,766 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/3abb0f6c02e54b7dbc3580a1fd882aca is 50, key is test_row_0/A:col10/1731151217457/Put/seqid=0 2024-11-09T11:20:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741885_1061 (size=12663) 2024-11-09T11:20:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741884_1060 (size=12663) 2024-11-09T11:20:17,824 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/3abb0f6c02e54b7dbc3580a1fd882aca as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3abb0f6c02e54b7dbc3580a1fd882aca 2024-11-09T11:20:17,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:20:17,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:17,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:17,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:17,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:17,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:17,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:17,835 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/1ab4ac2f1ba446df83cbc1cc4b33d664 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1ab4ac2f1ba446df83cbc1cc4b33d664 2024-11-09T11:20:17,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/e96875a327f645cbb1a9bd3efc614901 is 50, key is test_row_0/A:col10/1731151217494/Put/seqid=0 2024-11-09T11:20:17,850 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/A of 9f13ba568e5d847b6cc2c297e7b1b125 into 3abb0f6c02e54b7dbc3580a1fd882aca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:17,850 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:17,850 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/A, priority=12, startTime=1731151217710; duration=0sec 2024-11-09T11:20:17,850 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:17,850 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:A 2024-11-09T11:20:17,850 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:17,853 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/B of 9f13ba568e5d847b6cc2c297e7b1b125 into 1ab4ac2f1ba446df83cbc1cc4b33d664(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:17,853 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:17,853 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/B, priority=12, startTime=1731151217711; duration=0sec 2024-11-09T11:20:17,853 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:17,853 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:B 2024-11-09T11:20:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T11:20:17,853 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-09T11:20:17,854 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:17,854 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/C is initiating minor compaction (all files) 2024-11-09T11:20:17,854 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/C in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:17,854 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/25e957cd4e6b4b93b3b24095bfec1362, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/ad4967e7a3084ff59e254f2371fc0fd9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7a1c22696a9b4449882925d7b8bca705, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/00427a938e904bc586047b68de820514] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=43.2 K 2024-11-09T11:20:17,855 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25e957cd4e6b4b93b3b24095bfec1362, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731151214190 2024-11-09T11:20:17,856 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad4967e7a3084ff59e254f2371fc0fd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731151214650 2024-11-09T11:20:17,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:17,857 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a1c22696a9b4449882925d7b8bca705, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731151215308 2024-11-09T11:20:17,857 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00427a938e904bc586047b68de820514, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731151217454 2024-11-09T11:20:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-09T11:20:17,859 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T11:20:17,860 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:17,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:17,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151277851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151277853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151277853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151277855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151277859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741886_1062 (size=12151) 2024-11-09T11:20:17,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/e96875a327f645cbb1a9bd3efc614901 2024-11-09T11:20:17,886 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#C#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:17,887 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/3ffe5ba6e0c0443da26a35ddbf2a1841 is 50, key is test_row_0/C:col10/1731151217457/Put/seqid=0 2024-11-09T11:20:17,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/c59dc8a6ee4d48e1852b348c54ac0831 is 50, key is test_row_0/B:col10/1731151217494/Put/seqid=0 2024-11-09T11:20:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741887_1063 (size=12663) 2024-11-09T11:20:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T11:20:17,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741888_1064 (size=12151) 2024-11-09T11:20:17,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/c59dc8a6ee4d48e1852b348c54ac0831 2024-11-09T11:20:17,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151277971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151277972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151277972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151277974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:17,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/28cbdb4817d947c5949ff0f95abf3f63 is 50, key is test_row_0/C:col10/1731151217494/Put/seqid=0 2024-11-09T11:20:17,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151277983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741889_1065 (size=12151) 2024-11-09T11:20:18,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T11:20:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:18,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T11:20:18,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T11:20:18,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:18,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:18,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:18,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151278176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151278177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151278179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151278180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151278193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,328 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T11:20:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:18,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,362 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/3ffe5ba6e0c0443da26a35ddbf2a1841 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/3ffe5ba6e0c0443da26a35ddbf2a1841 2024-11-09T11:20:18,396 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/C of 9f13ba568e5d847b6cc2c297e7b1b125 into 3ffe5ba6e0c0443da26a35ddbf2a1841(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:18,396 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:18,396 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/C, priority=12, startTime=1731151217711; duration=0sec 2024-11-09T11:20:18,396 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:18,396 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:C 2024-11-09T11:20:18,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/28cbdb4817d947c5949ff0f95abf3f63 2024-11-09T11:20:18,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/e96875a327f645cbb1a9bd3efc614901 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e96875a327f645cbb1a9bd3efc614901 2024-11-09T11:20:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T11:20:18,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e96875a327f645cbb1a9bd3efc614901, entries=150, sequenceid=244, filesize=11.9 K 2024-11-09T11:20:18,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/c59dc8a6ee4d48e1852b348c54ac0831 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c59dc8a6ee4d48e1852b348c54ac0831 2024-11-09T11:20:18,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T11:20:18,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:18,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:18,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:18,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:18,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151278482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151278482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151278485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151278491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c59dc8a6ee4d48e1852b348c54ac0831, entries=150, sequenceid=244, filesize=11.9 K 2024-11-09T11:20:18,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/28cbdb4817d947c5949ff0f95abf3f63 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/28cbdb4817d947c5949ff0f95abf3f63 2024-11-09T11:20:18,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151278505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/28cbdb4817d947c5949ff0f95abf3f63, entries=150, sequenceid=244, filesize=11.9 K 2024-11-09T11:20:18,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 9f13ba568e5d847b6cc2c297e7b1b125 in 697ms, sequenceid=244, compaction requested=false 2024-11-09T11:20:18,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:18,635 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:18,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T11:20:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:18,638 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T11:20:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/9268232fcfbd4f9ebaf1c466b6a48ab5 is 50, key is test_row_0/A:col10/1731151217838/Put/seqid=0 2024-11-09T11:20:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741890_1066 (size=12151) 2024-11-09T11:20:18,678 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/9268232fcfbd4f9ebaf1c466b6a48ab5 2024-11-09T11:20:18,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/c0eb59c8d32a4cbfba1fa03f2094a0d8 is 50, key is test_row_0/B:col10/1731151217838/Put/seqid=0 2024-11-09T11:20:18,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741891_1067 (size=12151) 2024-11-09T11:20:18,738 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/c0eb59c8d32a4cbfba1fa03f2094a0d8 2024-11-09T11:20:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/6a19463696cd4f3aa61d25fe9c2643c3 is 50, key is test_row_0/C:col10/1731151217838/Put/seqid=0 2024-11-09T11:20:18,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741892_1068 (size=12151) 2024-11-09T11:20:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T11:20:19,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:19,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151279050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151279051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151279058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151279059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151279061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151279159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151279162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151279171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151279172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151279177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,215 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/6a19463696cd4f3aa61d25fe9c2643c3 2024-11-09T11:20:19,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/9268232fcfbd4f9ebaf1c466b6a48ab5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/9268232fcfbd4f9ebaf1c466b6a48ab5 2024-11-09T11:20:19,241 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/9268232fcfbd4f9ebaf1c466b6a48ab5, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T11:20:19,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/c0eb59c8d32a4cbfba1fa03f2094a0d8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c0eb59c8d32a4cbfba1fa03f2094a0d8 2024-11-09T11:20:19,254 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c0eb59c8d32a4cbfba1fa03f2094a0d8, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T11:20:19,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/6a19463696cd4f3aa61d25fe9c2643c3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6a19463696cd4f3aa61d25fe9c2643c3 2024-11-09T11:20:19,265 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6a19463696cd4f3aa61d25fe9c2643c3, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T11:20:19,268 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 9f13ba568e5d847b6cc2c297e7b1b125 in 630ms, sequenceid=257, compaction requested=true 2024-11-09T11:20:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T11:20:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-09T11:20:19,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-09T11:20:19,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-09T11:20:19,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.4470 sec 2024-11-09T11:20:19,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T11:20:19,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:19,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:19,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:19,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:19,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:19,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:19,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/8a0b7204857b415f97448d6ccc655cc6 is 50, key is test_row_0/A:col10/1731151219051/Put/seqid=0 2024-11-09T11:20:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151279382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151279381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151279382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151279383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151279383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741893_1069 (size=14741) 2024-11-09T11:20:19,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/8a0b7204857b415f97448d6ccc655cc6 2024-11-09T11:20:19,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/51c4d305f89e4e17a3242b442375a479 is 50, key is test_row_0/B:col10/1731151219051/Put/seqid=0 2024-11-09T11:20:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741894_1070 (size=12301) 2024-11-09T11:20:19,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/51c4d305f89e4e17a3242b442375a479 2024-11-09T11:20:19,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151279491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151279492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151279493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151279492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/6518843d7a01499687cf274422aae4c3 is 50, key is test_row_0/C:col10/1731151219051/Put/seqid=0 2024-11-09T11:20:19,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741895_1071 (size=12301) 2024-11-09T11:20:19,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151279699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151279699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151279699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151279700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151279700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:19,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/6518843d7a01499687cf274422aae4c3 2024-11-09T11:20:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T11:20:19,966 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-09T11:20:19,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/8a0b7204857b415f97448d6ccc655cc6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/8a0b7204857b415f97448d6ccc655cc6 2024-11-09T11:20:19,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-09T11:20:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T11:20:19,971 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:19,972 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:19,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:19,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/8a0b7204857b415f97448d6ccc655cc6, entries=200, sequenceid=285, filesize=14.4 K 2024-11-09T11:20:19,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/51c4d305f89e4e17a3242b442375a479 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/51c4d305f89e4e17a3242b442375a479 2024-11-09T11:20:19,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/51c4d305f89e4e17a3242b442375a479, entries=150, sequenceid=285, filesize=12.0 K 2024-11-09T11:20:19,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/6518843d7a01499687cf274422aae4c3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6518843d7a01499687cf274422aae4c3 2024-11-09T11:20:20,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6518843d7a01499687cf274422aae4c3, entries=150, sequenceid=285, filesize=12.0 K 2024-11-09T11:20:20,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 9f13ba568e5d847b6cc2c297e7b1b125 in 642ms, sequenceid=285, compaction requested=true 2024-11-09T11:20:20,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:20,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:20,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:20,008 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:20,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:20,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:20,008 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:20,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:20,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:20,013 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:20,013 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/B is initiating minor compaction (all files) 2024-11-09T11:20:20,013 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/B in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,013 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1ab4ac2f1ba446df83cbc1cc4b33d664, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c59dc8a6ee4d48e1852b348c54ac0831, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c0eb59c8d32a4cbfba1fa03f2094a0d8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/51c4d305f89e4e17a3242b442375a479] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=48.1 K 2024-11-09T11:20:20,014 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:20,014 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/A is initiating minor compaction (all files) 2024-11-09T11:20:20,014 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/A in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,014 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3abb0f6c02e54b7dbc3580a1fd882aca, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e96875a327f645cbb1a9bd3efc614901, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/9268232fcfbd4f9ebaf1c466b6a48ab5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/8a0b7204857b415f97448d6ccc655cc6] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=50.5 K 2024-11-09T11:20:20,014 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ab4ac2f1ba446df83cbc1cc4b33d664, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731151215308 2024-11-09T11:20:20,015 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3abb0f6c02e54b7dbc3580a1fd882aca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731151215308 2024-11-09T11:20:20,015 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting c59dc8a6ee4d48e1852b348c54ac0831, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731151217494 2024-11-09T11:20:20,017 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e96875a327f645cbb1a9bd3efc614901, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731151217494 2024-11-09T11:20:20,018 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting c0eb59c8d32a4cbfba1fa03f2094a0d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731151217838 2024-11-09T11:20:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:20,019 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9268232fcfbd4f9ebaf1c466b6a48ab5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731151217838 2024-11-09T11:20:20,019 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 51c4d305f89e4e17a3242b442375a479, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731151219051 2024-11-09T11:20:20,019 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a0b7204857b415f97448d6ccc655cc6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731151219044 2024-11-09T11:20:20,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:20:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:20,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:20,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/706aa76e7d41411981d8ec8cd5f66bbf is 50, key is test_row_1/A:col10/1731151220011/Put/seqid=0 2024-11-09T11:20:20,048 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#B#compaction#59 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:20,048 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/621f8f77be3f4d4485ff64599bf0a594 is 50, key is test_row_0/B:col10/1731151219051/Put/seqid=0 2024-11-09T11:20:20,052 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#A#compaction#58 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:20,053 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b78ef319055c4549bee310aa4d354015 is 50, key is test_row_0/A:col10/1731151219051/Put/seqid=0 2024-11-09T11:20:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741897_1073 (size=12949) 2024-11-09T11:20:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T11:20:20,083 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b78ef319055c4549bee310aa4d354015 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b78ef319055c4549bee310aa4d354015 2024-11-09T11:20:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741896_1072 (size=12949) 2024-11-09T11:20:20,108 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/A of 9f13ba568e5d847b6cc2c297e7b1b125 into b78ef319055c4549bee310aa4d354015(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:20,108 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:20,108 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/A, priority=12, startTime=1731151220008; duration=0sec 2024-11-09T11:20:20,108 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:20,108 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:A 2024-11-09T11:20:20,108 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:20,111 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:20,111 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/C is initiating minor compaction (all files) 2024-11-09T11:20:20,112 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/C in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,112 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/3ffe5ba6e0c0443da26a35ddbf2a1841, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/28cbdb4817d947c5949ff0f95abf3f63, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6a19463696cd4f3aa61d25fe9c2643c3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6518843d7a01499687cf274422aae4c3] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=48.1 K 2024-11-09T11:20:20,112 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ffe5ba6e0c0443da26a35ddbf2a1841, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731151215308 2024-11-09T11:20:20,113 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28cbdb4817d947c5949ff0f95abf3f63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731151217494 2024-11-09T11:20:20,113 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a19463696cd4f3aa61d25fe9c2643c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731151217838 2024-11-09T11:20:20,114 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6518843d7a01499687cf274422aae4c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731151219051 2024-11-09T11:20:20,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741898_1074 (size=9857) 2024-11-09T11:20:20,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/706aa76e7d41411981d8ec8cd5f66bbf 2024-11-09T11:20:20,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151280103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151280103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151280103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151280107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/d1397f212cdb499c97b5f2f3a8ea3e68 is 50, key is test_row_1/B:col10/1731151220011/Put/seqid=0 2024-11-09T11:20:20,155 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#C#compaction#61 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:20,156 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/5a930deb088e4315901cd4f93f5bc015 is 50, key is test_row_0/C:col10/1731151219051/Put/seqid=0 2024-11-09T11:20:20,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741899_1075 (size=9857) 2024-11-09T11:20:20,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151280212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151280218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741900_1076 (size=12949) 2024-11-09T11:20:20,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151280224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151280225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151280226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,254 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/5a930deb088e4315901cd4f93f5bc015 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5a930deb088e4315901cd4f93f5bc015 2024-11-09T11:20:20,264 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/C of 9f13ba568e5d847b6cc2c297e7b1b125 into 5a930deb088e4315901cd4f93f5bc015(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:20,264 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:20,264 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/C, priority=12, startTime=1731151220008; duration=0sec 2024-11-09T11:20:20,264 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:20,264 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:C 2024-11-09T11:20:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T11:20:20,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151280431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151280439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151280441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151280452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,527 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/621f8f77be3f4d4485ff64599bf0a594 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/621f8f77be3f4d4485ff64599bf0a594 2024-11-09T11:20:20,543 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/B of 9f13ba568e5d847b6cc2c297e7b1b125 into 621f8f77be3f4d4485ff64599bf0a594(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:20,543 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:20,544 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/B, priority=12, startTime=1731151220008; duration=0sec 2024-11-09T11:20:20,544 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:20,544 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:B 2024-11-09T11:20:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T11:20:20,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/d1397f212cdb499c97b5f2f3a8ea3e68 2024-11-09T11:20:20,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/e7648756fdfd4a81b021e52958e11ae9 is 50, key is test_row_1/C:col10/1731151220011/Put/seqid=0 2024-11-09T11:20:20,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741901_1077 (size=9857) 2024-11-09T11:20:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151280737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151280745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151280746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151280763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:20,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:20,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:20,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T11:20:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/e7648756fdfd4a81b021e52958e11ae9 2024-11-09T11:20:21,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/706aa76e7d41411981d8ec8cd5f66bbf as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/706aa76e7d41411981d8ec8cd5f66bbf 2024-11-09T11:20:21,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/706aa76e7d41411981d8ec8cd5f66bbf, entries=100, sequenceid=298, filesize=9.6 K 2024-11-09T11:20:21,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/d1397f212cdb499c97b5f2f3a8ea3e68 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d1397f212cdb499c97b5f2f3a8ea3e68 2024-11-09T11:20:21,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d1397f212cdb499c97b5f2f3a8ea3e68, entries=100, sequenceid=298, filesize=9.6 K 2024-11-09T11:20:21,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/e7648756fdfd4a81b021e52958e11ae9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e7648756fdfd4a81b021e52958e11ae9 2024-11-09T11:20:21,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e7648756fdfd4a81b021e52958e11ae9, entries=100, sequenceid=298, filesize=9.6 K 2024-11-09T11:20:21,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9f13ba568e5d847b6cc2c297e7b1b125 in 1164ms, sequenceid=298, compaction requested=false 2024-11-09T11:20:21,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:21,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T11:20:21,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:21,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:21,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:21,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:21,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:21,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:21,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:21,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/5752bfa3453347debfa915dcf51187a7 is 50, key is test_row_0/A:col10/1731151220100/Put/seqid=0 2024-11-09T11:20:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151281264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151281267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741902_1078 (size=14741) 2024-11-09T11:20:21,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/5752bfa3453347debfa915dcf51187a7 2024-11-09T11:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151281272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151281271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151281279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/29e9c31df4d345ca8d64a05048035146 is 50, key is test_row_0/B:col10/1731151220100/Put/seqid=0 2024-11-09T11:20:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741903_1079 (size=12301) 2024-11-09T11:20:21,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151281374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151281375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151281387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151281392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:21,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:21,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151281582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151281583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151281598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151281599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/29e9c31df4d345ca8d64a05048035146 2024-11-09T11:20:21,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/5f1cc6ed102d468ba3b12d279623dbb9 is 50, key is test_row_0/C:col10/1731151220100/Put/seqid=0 2024-11-09T11:20:21,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:21,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:21,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:21,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741904_1080 (size=12301) 2024-11-09T11:20:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:21,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151281889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151281891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151281905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:21,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151281912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T11:20:22,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/5f1cc6ed102d468ba3b12d279623dbb9 2024-11-09T11:20:22,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/5752bfa3453347debfa915dcf51187a7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/5752bfa3453347debfa915dcf51187a7 2024-11-09T11:20:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151282298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/5752bfa3453347debfa915dcf51187a7, entries=200, sequenceid=325, filesize=14.4 K 2024-11-09T11:20:22,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/29e9c31df4d345ca8d64a05048035146 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/29e9c31df4d345ca8d64a05048035146 2024-11-09T11:20:22,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/29e9c31df4d345ca8d64a05048035146, entries=150, sequenceid=325, filesize=12.0 K 2024-11-09T11:20:22,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/5f1cc6ed102d468ba3b12d279623dbb9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5f1cc6ed102d468ba3b12d279623dbb9 2024-11-09T11:20:22,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:22,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:22,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5f1cc6ed102d468ba3b12d279623dbb9, entries=150, sequenceid=325, filesize=12.0 K 2024-11-09T11:20:22,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9f13ba568e5d847b6cc2c297e7b1b125 in 1116ms, sequenceid=325, compaction requested=true 2024-11-09T11:20:22,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:22,340 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:22,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:22,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:22,341 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37547 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:22,341 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/A is initiating minor compaction (all files) 2024-11-09T11:20:22,342 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/A in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,342 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b78ef319055c4549bee310aa4d354015, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/706aa76e7d41411981d8ec8cd5f66bbf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/5752bfa3453347debfa915dcf51187a7] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=36.7 K 2024-11-09T11:20:22,342 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b78ef319055c4549bee310aa4d354015, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731151219051 2024-11-09T11:20:22,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:22,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:22,343 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:22,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:22,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:22,344 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 706aa76e7d41411981d8ec8cd5f66bbf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731151220011 2024-11-09T11:20:22,344 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5752bfa3453347debfa915dcf51187a7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731151220083 2024-11-09T11:20:22,345 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:22,345 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/B is initiating minor compaction (all files) 2024-11-09T11:20:22,345 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/B in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,345 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/621f8f77be3f4d4485ff64599bf0a594, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d1397f212cdb499c97b5f2f3a8ea3e68, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/29e9c31df4d345ca8d64a05048035146] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=34.3 K 2024-11-09T11:20:22,346 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 621f8f77be3f4d4485ff64599bf0a594, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731151219051 2024-11-09T11:20:22,346 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d1397f212cdb499c97b5f2f3a8ea3e68, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731151220011 2024-11-09T11:20:22,347 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 29e9c31df4d345ca8d64a05048035146, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731151220093 2024-11-09T11:20:22,366 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:22,367 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/66df89e318794f97ac07af6d3e3a4e8f is 50, key is test_row_0/A:col10/1731151220100/Put/seqid=0 2024-11-09T11:20:22,369 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:22,370 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/33535c94d275490380f5ca682c9192e8 is 50, key is test_row_0/B:col10/1731151220100/Put/seqid=0 2024-11-09T11:20:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:22,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T11:20:22,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741905_1081 (size=13051) 2024-11-09T11:20:22,443 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/66df89e318794f97ac07af6d3e3a4e8f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/66df89e318794f97ac07af6d3e3a4e8f 2024-11-09T11:20:22,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741906_1082 (size=13051) 2024-11-09T11:20:22,458 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/A of 9f13ba568e5d847b6cc2c297e7b1b125 into 66df89e318794f97ac07af6d3e3a4e8f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:22,458 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:22,458 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/A, priority=13, startTime=1731151222339; duration=0sec 2024-11-09T11:20:22,458 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:22,458 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:A 2024-11-09T11:20:22,458 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:22,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/e4287e75b8084f3f8a6fd0421120f3e7 is 50, key is test_row_0/A:col10/1731151222396/Put/seqid=0 2024-11-09T11:20:22,467 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/33535c94d275490380f5ca682c9192e8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/33535c94d275490380f5ca682c9192e8 2024-11-09T11:20:22,476 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:22,476 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/C is initiating minor compaction (all files) 2024-11-09T11:20:22,476 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/C in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,477 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5a930deb088e4315901cd4f93f5bc015, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e7648756fdfd4a81b021e52958e11ae9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5f1cc6ed102d468ba3b12d279623dbb9] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=34.3 K 2024-11-09T11:20:22,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:22,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,486 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a930deb088e4315901cd4f93f5bc015, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731151219051 2024-11-09T11:20:22,487 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7648756fdfd4a81b021e52958e11ae9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731151220011 2024-11-09T11:20:22,488 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f1cc6ed102d468ba3b12d279623dbb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731151220093 2024-11-09T11:20:22,491 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/B of 9f13ba568e5d847b6cc2c297e7b1b125 into 33535c94d275490380f5ca682c9192e8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:22,492 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:22,492 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/B, priority=13, startTime=1731151222340; duration=0sec 2024-11-09T11:20:22,492 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:22,492 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:B 2024-11-09T11:20:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741907_1083 (size=12301) 2024-11-09T11:20:22,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151282477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/e4287e75b8084f3f8a6fd0421120f3e7 2024-11-09T11:20:22,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151282479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151282484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,510 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:22,511 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/21c7c0dd06b44c7ca98e5c483b7cecf4 is 50, key is test_row_0/C:col10/1731151220100/Put/seqid=0 2024-11-09T11:20:22,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151282496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/2eeb9cebb57f4c5e9c8787f9af73b585 is 50, key is test_row_0/B:col10/1731151222396/Put/seqid=0 2024-11-09T11:20:22,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741909_1085 (size=12301) 2024-11-09T11:20:22,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741908_1084 (size=13051) 2024-11-09T11:20:22,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151282598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151282598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151282603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151282624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151282802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151282812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151282815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151282835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:22,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:22,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:22,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:22,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:22,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/2eeb9cebb57f4c5e9c8787f9af73b585 2024-11-09T11:20:23,011 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/21c7c0dd06b44c7ca98e5c483b7cecf4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/21c7c0dd06b44c7ca98e5c483b7cecf4 2024-11-09T11:20:23,025 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/C of 9f13ba568e5d847b6cc2c297e7b1b125 into 21c7c0dd06b44c7ca98e5c483b7cecf4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:23,025 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:23,025 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/C, priority=13, startTime=1731151222343; duration=0sec 2024-11-09T11:20:23,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7fb66e541af6408f845dd97aa0ac5768 is 50, key is test_row_0/C:col10/1731151222396/Put/seqid=0 2024-11-09T11:20:23,027 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:23,027 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:C 2024-11-09T11:20:23,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741910_1086 (size=12301) 2024-11-09T11:20:23,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7fb66e541af6408f845dd97aa0ac5768 2024-11-09T11:20:23,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/e4287e75b8084f3f8a6fd0421120f3e7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e4287e75b8084f3f8a6fd0421120f3e7 2024-11-09T11:20:23,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e4287e75b8084f3f8a6fd0421120f3e7, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T11:20:23,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/2eeb9cebb57f4c5e9c8787f9af73b585 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2eeb9cebb57f4c5e9c8787f9af73b585 2024-11-09T11:20:23,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151283105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2eeb9cebb57f4c5e9c8787f9af73b585, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T11:20:23,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/7fb66e541af6408f845dd97aa0ac5768 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7fb66e541af6408f845dd97aa0ac5768 2024-11-09T11:20:23,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151283116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151283121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7fb66e541af6408f845dd97aa0ac5768, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T11:20:23,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9f13ba568e5d847b6cc2c297e7b1b125 in 725ms, sequenceid=338, compaction requested=false 2024-11-09T11:20:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:23,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T11:20:23,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:23,128 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T11:20:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/21d3961bef8943308f4cbdcf5e224bfb is 50, key is test_row_0/A:col10/1731151222491/Put/seqid=0 2024-11-09T11:20:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:23,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:23,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741911_1087 (size=12301) 2024-11-09T11:20:23,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151283186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,190 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/21d3961bef8943308f4cbdcf5e224bfb 2024-11-09T11:20:23,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/767d0349426e443ca0aebe61ea3ccd5a is 50, key is test_row_0/B:col10/1731151222491/Put/seqid=0 2024-11-09T11:20:23,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741912_1088 (size=12301) 2024-11-09T11:20:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151283293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151283501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151283615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151283623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151283625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:23,642 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/767d0349426e443ca0aebe61ea3ccd5a 2024-11-09T11:20:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/1caaa4d1519f46198fdcf229ac240086 is 50, key is test_row_0/C:col10/1731151222491/Put/seqid=0 2024-11-09T11:20:23,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741913_1089 (size=12301) 2024-11-09T11:20:23,742 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/1caaa4d1519f46198fdcf229ac240086 2024-11-09T11:20:23,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/21d3961bef8943308f4cbdcf5e224bfb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/21d3961bef8943308f4cbdcf5e224bfb 2024-11-09T11:20:23,761 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/21d3961bef8943308f4cbdcf5e224bfb, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T11:20:23,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/767d0349426e443ca0aebe61ea3ccd5a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/767d0349426e443ca0aebe61ea3ccd5a 2024-11-09T11:20:23,773 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/767d0349426e443ca0aebe61ea3ccd5a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T11:20:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/1caaa4d1519f46198fdcf229ac240086 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1caaa4d1519f46198fdcf229ac240086 2024-11-09T11:20:23,790 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1caaa4d1519f46198fdcf229ac240086, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T11:20:23,799 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9f13ba568e5d847b6cc2c297e7b1b125 in 672ms, sequenceid=364, compaction requested=true 2024-11-09T11:20:23,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:23,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:23,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-09T11:20:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-09T11:20:23,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-09T11:20:23,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8310 sec 2024-11-09T11:20:23,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 3.8380 sec 2024-11-09T11:20:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:23,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T11:20:23,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:23,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/3816407ff9524f8fa7ee816a865e870d is 50, key is test_row_0/A:col10/1731151223169/Put/seqid=0 2024-11-09T11:20:23,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741914_1090 (size=14741) 2024-11-09T11:20:23,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/3816407ff9524f8fa7ee816a865e870d 2024-11-09T11:20:23,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/8782a91c808644ef8d8a8203c66d5e86 is 50, key is test_row_0/B:col10/1731151223169/Put/seqid=0 2024-11-09T11:20:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741915_1091 (size=12301) 2024-11-09T11:20:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151283931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151284048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T11:20:24,076 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-09T11:20:24,078 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-09T11:20:24,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T11:20:24,084 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:24,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T11:20:24,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T11:20:24,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:24,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151284250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/8782a91c808644ef8d8a8203c66d5e86 2024-11-09T11:20:24,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52234 deadline: 1731151284320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,324 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4217 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., hostname=566d204d64fd,35155,1731151199870, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:24,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/fdff4d84080e4658895b6db4476e750b is 50, key is test_row_0/C:col10/1731151223169/Put/seqid=0 2024-11-09T11:20:24,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741916_1092 (size=12301) 2024-11-09T11:20:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T11:20:24,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T11:20:24,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:24,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,551 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T11:20:24,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:24,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151284556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52294 deadline: 1731151284628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52264 deadline: 1731151284634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52212 deadline: 1731151284640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T11:20:24,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T11:20:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:24,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:24,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/fdff4d84080e4658895b6db4476e750b 2024-11-09T11:20:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/3816407ff9524f8fa7ee816a865e870d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3816407ff9524f8fa7ee816a865e870d 2024-11-09T11:20:24,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3816407ff9524f8fa7ee816a865e870d, entries=200, sequenceid=378, filesize=14.4 K 2024-11-09T11:20:24,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/8782a91c808644ef8d8a8203c66d5e86 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8782a91c808644ef8d8a8203c66d5e86 2024-11-09T11:20:24,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8782a91c808644ef8d8a8203c66d5e86, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:20:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/fdff4d84080e4658895b6db4476e750b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/fdff4d84080e4658895b6db4476e750b 2024-11-09T11:20:24,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/fdff4d84080e4658895b6db4476e750b, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:20:24,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9f13ba568e5d847b6cc2c297e7b1b125 in 1004ms, sequenceid=378, compaction requested=true 2024-11-09T11:20:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:24,812 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:24,812 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:24,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:24,816 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:24,816 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/A is initiating minor compaction (all files) 2024-11-09T11:20:24,816 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/A in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,816 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/66df89e318794f97ac07af6d3e3a4e8f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e4287e75b8084f3f8a6fd0421120f3e7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/21d3961bef8943308f4cbdcf5e224bfb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3816407ff9524f8fa7ee816a865e870d] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=51.2 K 2024-11-09T11:20:24,817 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66df89e318794f97ac07af6d3e3a4e8f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731151220093 2024-11-09T11:20:24,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:24,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/B is initiating minor compaction (all files) 2024-11-09T11:20:24,817 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/B in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,817 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4287e75b8084f3f8a6fd0421120f3e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731151221253 2024-11-09T11:20:24,818 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/33535c94d275490380f5ca682c9192e8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2eeb9cebb57f4c5e9c8787f9af73b585, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/767d0349426e443ca0aebe61ea3ccd5a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8782a91c808644ef8d8a8203c66d5e86] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=48.8 K 2024-11-09T11:20:24,818 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d3961bef8943308f4cbdcf5e224bfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731151222464 2024-11-09T11:20:24,818 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 33535c94d275490380f5ca682c9192e8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731151220093 2024-11-09T11:20:24,818 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3816407ff9524f8fa7ee816a865e870d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151223169 2024-11-09T11:20:24,820 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eeb9cebb57f4c5e9c8787f9af73b585, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731151221253 2024-11-09T11:20:24,820 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 767d0349426e443ca0aebe61ea3ccd5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731151222464 2024-11-09T11:20:24,821 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 8782a91c808644ef8d8a8203c66d5e86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151223169 2024-11-09T11:20:24,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:24,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T11:20:24,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,861 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:24,861 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:24,861 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T11:20:24,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:24,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:24,862 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/05f7f9ddcaa248b7be21999ac69fe692 is 50, key is test_row_0/B:col10/1731151223169/Put/seqid=0 2024-11-09T11:20:24,862 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/e9cca6ff96ad4a539107fb7717446e23 is 50, key is test_row_0/A:col10/1731151223169/Put/seqid=0 2024-11-09T11:20:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:24,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/55d6f59a760147609b446fca6ff229e6 is 50, key is test_row_0/A:col10/1731151223924/Put/seqid=0 2024-11-09T11:20:24,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741917_1093 (size=13187) 2024-11-09T11:20:24,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741918_1094 (size=13187) 2024-11-09T11:20:24,905 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/e9cca6ff96ad4a539107fb7717446e23 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e9cca6ff96ad4a539107fb7717446e23 2024-11-09T11:20:24,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741919_1095 (size=12301) 2024-11-09T11:20:24,923 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/A of 9f13ba568e5d847b6cc2c297e7b1b125 into e9cca6ff96ad4a539107fb7717446e23(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:24,923 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:24,923 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/A, priority=12, startTime=1731151224812; duration=0sec 2024-11-09T11:20:24,924 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:24,924 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:A 2024-11-09T11:20:24,924 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:24,929 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:24,929 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/C is initiating minor compaction (all files) 2024-11-09T11:20:24,929 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/C in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:24,929 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/21c7c0dd06b44c7ca98e5c483b7cecf4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7fb66e541af6408f845dd97aa0ac5768, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1caaa4d1519f46198fdcf229ac240086, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/fdff4d84080e4658895b6db4476e750b] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=48.8 K 2024-11-09T11:20:24,931 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21c7c0dd06b44c7ca98e5c483b7cecf4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731151220093 2024-11-09T11:20:24,931 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fb66e541af6408f845dd97aa0ac5768, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731151221253 2024-11-09T11:20:24,932 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1caaa4d1519f46198fdcf229ac240086, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731151222464 2024-11-09T11:20:24,933 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdff4d84080e4658895b6db4476e750b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151223169 2024-11-09T11:20:24,948 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:24,949 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/1f82962b65314694979cbad2996671d5 is 50, key is test_row_0/C:col10/1731151223169/Put/seqid=0 2024-11-09T11:20:24,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741920_1096 (size=13187) 2024-11-09T11:20:25,002 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/1f82962b65314694979cbad2996671d5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1f82962b65314694979cbad2996671d5 2024-11-09T11:20:25,019 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/C of 9f13ba568e5d847b6cc2c297e7b1b125 into 1f82962b65314694979cbad2996671d5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:25,019 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:25,019 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/C, priority=12, startTime=1731151224813; duration=0sec 2024-11-09T11:20:25,020 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:25,020 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:C 2024-11-09T11:20:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:25,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:25,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151285123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T11:20:25,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151285231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:25,315 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/05f7f9ddcaa248b7be21999ac69fe692 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/05f7f9ddcaa248b7be21999ac69fe692 2024-11-09T11:20:25,319 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/55d6f59a760147609b446fca6ff229e6 2024-11-09T11:20:25,333 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/B of 9f13ba568e5d847b6cc2c297e7b1b125 into 05f7f9ddcaa248b7be21999ac69fe692(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:25,333 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:25,333 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/B, priority=12, startTime=1731151224812; duration=0sec 2024-11-09T11:20:25,333 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:25,333 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:B 2024-11-09T11:20:25,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/d666a798b3f64743ac4b84c879de725d is 50, key is test_row_0/B:col10/1731151223924/Put/seqid=0 2024-11-09T11:20:25,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741921_1097 (size=12301) 2024-11-09T11:20:25,384 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/d666a798b3f64743ac4b84c879de725d 2024-11-09T11:20:25,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/185852182fde4bb9a28e792879e72bf7 is 50, key is test_row_0/C:col10/1731151223924/Put/seqid=0 2024-11-09T11:20:25,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151285437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:25,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741922_1098 (size=12301) 2024-11-09T11:20:25,448 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/185852182fde4bb9a28e792879e72bf7 2024-11-09T11:20:25,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/55d6f59a760147609b446fca6ff229e6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/55d6f59a760147609b446fca6ff229e6 2024-11-09T11:20:25,474 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/55d6f59a760147609b446fca6ff229e6, entries=150, sequenceid=400, filesize=12.0 K 2024-11-09T11:20:25,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/d666a798b3f64743ac4b84c879de725d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d666a798b3f64743ac4b84c879de725d 2024-11-09T11:20:25,485 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d666a798b3f64743ac4b84c879de725d, entries=150, sequenceid=400, filesize=12.0 K 2024-11-09T11:20:25,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/185852182fde4bb9a28e792879e72bf7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/185852182fde4bb9a28e792879e72bf7 2024-11-09T11:20:25,500 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/185852182fde4bb9a28e792879e72bf7, entries=150, sequenceid=400, filesize=12.0 K 2024-11-09T11:20:25,501 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9f13ba568e5d847b6cc2c297e7b1b125 in 640ms, sequenceid=400, compaction requested=false 2024-11-09T11:20:25,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:25,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:25,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-09T11:20:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-09T11:20:25,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-09T11:20:25,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-09T11:20:25,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.4380 sec 2024-11-09T11:20:25,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T11:20:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:25,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:25,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:25,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:25,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b0a16e567741426798807b7a197d400b is 50, key is test_row_0/A:col10/1731151225744/Put/seqid=0 2024-11-09T11:20:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741923_1099 (size=12301) 2024-11-09T11:20:25,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b0a16e567741426798807b7a197d400b 2024-11-09T11:20:25,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/f56c28e2af9843cd9e9e3752369c9547 is 50, key is test_row_0/B:col10/1731151225744/Put/seqid=0 2024-11-09T11:20:25,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741924_1100 (size=12301) 2024-11-09T11:20:25,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151285831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:25,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151285936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:26,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52278 deadline: 1731151286141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T11:20:26,195 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-09T11:20:26,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-09T11:20:26,199 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T11:20:26,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:26,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:26,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/f56c28e2af9843cd9e9e3752369c9547 2024-11-09T11:20:26,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/f5e18bd65aea496a895744979f538cba is 50, key is test_row_0/C:col10/1731151225744/Put/seqid=0 2024-11-09T11:20:26,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741925_1101 (size=12301) 2024-11-09T11:20:26,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/f5e18bd65aea496a895744979f538cba 2024-11-09T11:20:26,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/b0a16e567741426798807b7a197d400b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b0a16e567741426798807b7a197d400b 2024-11-09T11:20:26,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b0a16e567741426798807b7a197d400b, entries=150, sequenceid=418, filesize=12.0 K 2024-11-09T11:20:26,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/f56c28e2af9843cd9e9e3752369c9547 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f56c28e2af9843cd9e9e3752369c9547 2024-11-09T11:20:26,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f56c28e2af9843cd9e9e3752369c9547, entries=150, sequenceid=418, filesize=12.0 K 2024-11-09T11:20:26,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/f5e18bd65aea496a895744979f538cba as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/f5e18bd65aea496a895744979f538cba 2024-11-09T11:20:26,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/f5e18bd65aea496a895744979f538cba, entries=150, sequenceid=418, filesize=12.0 K 2024-11-09T11:20:26,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9f13ba568e5d847b6cc2c297e7b1b125 in 530ms, sequenceid=418, compaction requested=true 2024-11-09T11:20:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:26,277 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:26,277 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f13ba568e5d847b6cc2c297e7b1b125:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:26,279 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:26,279 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/A is initiating minor compaction (all files) 2024-11-09T11:20:26,279 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/A in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:26,279 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e9cca6ff96ad4a539107fb7717446e23, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/55d6f59a760147609b446fca6ff229e6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b0a16e567741426798807b7a197d400b] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=36.9 K 2024-11-09T11:20:26,280 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:26,280 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/B is initiating minor compaction (all files) 2024-11-09T11:20:26,280 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/B in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:26,280 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9cca6ff96ad4a539107fb7717446e23, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151223169 2024-11-09T11:20:26,280 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/05f7f9ddcaa248b7be21999ac69fe692, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d666a798b3f64743ac4b84c879de725d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f56c28e2af9843cd9e9e3752369c9547] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=36.9 K 2024-11-09T11:20:26,280 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 05f7f9ddcaa248b7be21999ac69fe692, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151223169 2024-11-09T11:20:26,280 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55d6f59a760147609b446fca6ff229e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731151223911 2024-11-09T11:20:26,281 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0a16e567741426798807b7a197d400b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731151225088 2024-11-09T11:20:26,281 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d666a798b3f64743ac4b84c879de725d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731151223911 2024-11-09T11:20:26,281 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f56c28e2af9843cd9e9e3752369c9547, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731151225088 2024-11-09T11:20:26,291 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:26,292 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/974d0d00b5a74f53b3b540a54aec2317 is 50, key is test_row_0/A:col10/1731151225744/Put/seqid=0 2024-11-09T11:20:26,292 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:26,293 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/cfca6f24db7f442f9b960a5a490a6481 is 50, key is test_row_0/B:col10/1731151225744/Put/seqid=0 2024-11-09T11:20:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T11:20:26,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741926_1102 (size=13289) 2024-11-09T11:20:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741927_1103 (size=13289) 2024-11-09T11:20:26,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:26,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T11:20:26,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:26,356 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T11:20:26,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:26,357 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50c9c1d1 to 127.0.0.1:63884 2024-11-09T11:20:26,357 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:26,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:26,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:26,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:26,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:26,358 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2dad7044 to 127.0.0.1:63884 2024-11-09T11:20:26,358 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,358 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f1331a9 to 127.0.0.1:63884 2024-11-09T11:20:26,358 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,361 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65f8fb57 to 127.0.0.1:63884 2024-11-09T11:20:26,362 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/4e6801b319c44585ba51833da77eb961 is 50, key is test_row_0/A:col10/1731151225820/Put/seqid=0 2024-11-09T11:20:26,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741928_1104 (size=12301) 2024-11-09T11:20:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:26,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. as already flushing 2024-11-09T11:20:26,450 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54af89df to 127.0.0.1:63884 2024-11-09T11:20:26,450 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T11:20:26,635 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37950159 to 127.0.0.1:63884 2024-11-09T11:20:26,635 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,654 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f7d3d3 to 127.0.0.1:63884 2024-11-09T11:20:26,654 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,663 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x251efa5e to 127.0.0.1:63884 2024-11-09T11:20:26,663 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:26,711 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/974d0d00b5a74f53b3b540a54aec2317 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/974d0d00b5a74f53b3b540a54aec2317 2024-11-09T11:20:26,718 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/cfca6f24db7f442f9b960a5a490a6481 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/cfca6f24db7f442f9b960a5a490a6481 2024-11-09T11:20:26,722 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/A of 9f13ba568e5d847b6cc2c297e7b1b125 into 974d0d00b5a74f53b3b540a54aec2317(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:26,723 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:26,723 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/A, priority=13, startTime=1731151226277; duration=0sec 2024-11-09T11:20:26,724 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:26,724 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:A 2024-11-09T11:20:26,724 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:26,733 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/B of 9f13ba568e5d847b6cc2c297e7b1b125 into cfca6f24db7f442f9b960a5a490a6481(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:26,733 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:26,733 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/B, priority=13, startTime=1731151226277; duration=0sec 2024-11-09T11:20:26,734 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:26,734 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:B 2024-11-09T11:20:26,734 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:26,734 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 9f13ba568e5d847b6cc2c297e7b1b125/C is initiating minor compaction (all files) 2024-11-09T11:20:26,734 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9f13ba568e5d847b6cc2c297e7b1b125/C in TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:26,734 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1f82962b65314694979cbad2996671d5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/185852182fde4bb9a28e792879e72bf7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/f5e18bd65aea496a895744979f538cba] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp, totalSize=36.9 K 2024-11-09T11:20:26,735 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f82962b65314694979cbad2996671d5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151223169 2024-11-09T11:20:26,735 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 185852182fde4bb9a28e792879e72bf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731151223911 2024-11-09T11:20:26,736 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5e18bd65aea496a895744979f538cba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731151225088 2024-11-09T11:20:26,744 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f13ba568e5d847b6cc2c297e7b1b125#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:26,745 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/6ed67074626942b8b3cc0574a60d79e4 is 50, key is test_row_0/C:col10/1731151225744/Put/seqid=0 2024-11-09T11:20:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741929_1105 (size=13289) 2024-11-09T11:20:26,777 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/4e6801b319c44585ba51833da77eb961 2024-11-09T11:20:26,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/68449f0a86214ff79ae40c1263e1d98a is 50, key is test_row_0/B:col10/1731151225820/Put/seqid=0 2024-11-09T11:20:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741930_1106 (size=12301) 2024-11-09T11:20:26,804 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/68449f0a86214ff79ae40c1263e1d98a 2024-11-09T11:20:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T11:20:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/e3f84f88a04d458c91c931f64989c316 is 50, key is test_row_0/C:col10/1731151225820/Put/seqid=0 2024-11-09T11:20:26,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741931_1107 (size=12301) 2024-11-09T11:20:27,165 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/6ed67074626942b8b3cc0574a60d79e4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6ed67074626942b8b3cc0574a60d79e4 2024-11-09T11:20:27,173 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9f13ba568e5d847b6cc2c297e7b1b125/C of 9f13ba568e5d847b6cc2c297e7b1b125 into 6ed67074626942b8b3cc0574a60d79e4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:27,173 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:27,173 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125., storeName=9f13ba568e5d847b6cc2c297e7b1b125/C, priority=13, startTime=1731151226277; duration=0sec 2024-11-09T11:20:27,174 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:27,174 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f13ba568e5d847b6cc2c297e7b1b125:C 2024-11-09T11:20:27,230 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/e3f84f88a04d458c91c931f64989c316 2024-11-09T11:20:27,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/4e6801b319c44585ba51833da77eb961 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/4e6801b319c44585ba51833da77eb961 2024-11-09T11:20:27,240 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/4e6801b319c44585ba51833da77eb961, entries=150, sequenceid=439, filesize=12.0 K 2024-11-09T11:20:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/68449f0a86214ff79ae40c1263e1d98a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/68449f0a86214ff79ae40c1263e1d98a 2024-11-09T11:20:27,246 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/68449f0a86214ff79ae40c1263e1d98a, entries=150, sequenceid=439, filesize=12.0 K 2024-11-09T11:20:27,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/e3f84f88a04d458c91c931f64989c316 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e3f84f88a04d458c91c931f64989c316 2024-11-09T11:20:27,253 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e3f84f88a04d458c91c931f64989c316, entries=150, sequenceid=439, filesize=12.0 K 2024-11-09T11:20:27,253 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=26.84 KB/27480 for 9f13ba568e5d847b6cc2c297e7b1b125 in 897ms, sequenceid=439, compaction requested=false 2024-11-09T11:20:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T11:20:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-09T11:20:27,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-09T11:20:27,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0520 sec 2024-11-09T11:20:27,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.0590 sec 2024-11-09T11:20:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T11:20:27,305 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-09T11:20:28,284 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:20:28,345 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e6758ed to 127.0.0.1:63884 2024-11-09T11:20:28,345 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:28,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:20:28,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-09T11:20:28,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-09T11:20:28,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-09T11:20:28,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-09T11:20:28,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-09T11:20:28,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:20:28,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3431 2024-11-09T11:20:28,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3430 2024-11-09T11:20:28,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:20:28,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1513 2024-11-09T11:20:28,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4539 rows 2024-11-09T11:20:28,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1514 2024-11-09T11:20:28,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4538 rows 2024-11-09T11:20:28,346 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T11:20:28,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x754542c7 to 127.0.0.1:63884 2024-11-09T11:20:28,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:28,351 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T11:20:28,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T11:20:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:28,363 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151228362"}]},"ts":"1731151228362"} 2024-11-09T11:20:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T11:20:28,364 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:20:28,398 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:20:28,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:20:28,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f13ba568e5d847b6cc2c297e7b1b125, UNASSIGN}] 2024-11-09T11:20:28,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f13ba568e5d847b6cc2c297e7b1b125, UNASSIGN 2024-11-09T11:20:28,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=9f13ba568e5d847b6cc2c297e7b1b125, regionState=CLOSING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:28,409 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:20:28,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:20:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T11:20:28,510 ERROR [LeaseRenewer:jenkins@localhost:41783 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41783,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:28,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:28,566 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:28,566 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T11:20:28,567 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 9f13ba568e5d847b6cc2c297e7b1b125, disabling compactions & flushes 2024-11-09T11:20:28,567 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:28,567 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:28,567 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. after waiting 0 ms 2024-11-09T11:20:28,567 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:28,567 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 9f13ba568e5d847b6cc2c297e7b1b125 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T11:20:28,567 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=A 2024-11-09T11:20:28,567 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:28,567 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=B 2024-11-09T11:20:28,567 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:28,568 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f13ba568e5d847b6cc2c297e7b1b125, store=C 2024-11-09T11:20:28,568 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:28,572 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/18eccac204ce4c31b7b98ddfaf54c0a4 is 50, key is test_row_0/A:col10/1731151226633/Put/seqid=0 2024-11-09T11:20:28,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741932_1108 (size=12301) 2024-11-09T11:20:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T11:20:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T11:20:28,977 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/18eccac204ce4c31b7b98ddfaf54c0a4 2024-11-09T11:20:28,984 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/580902c50eed4180918e768a601f9ee0 is 50, key is test_row_0/B:col10/1731151226633/Put/seqid=0 2024-11-09T11:20:28,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741933_1109 (size=12301) 2024-11-09T11:20:29,394 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/580902c50eed4180918e768a601f9ee0 2024-11-09T11:20:29,412 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/b18e206bb5ca47f0a60c157736e5ef54 is 50, key is test_row_0/C:col10/1731151226633/Put/seqid=0 2024-11-09T11:20:29,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741934_1110 (size=12301) 2024-11-09T11:20:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T11:20:29,818 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/b18e206bb5ca47f0a60c157736e5ef54 2024-11-09T11:20:29,823 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/A/18eccac204ce4c31b7b98ddfaf54c0a4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/18eccac204ce4c31b7b98ddfaf54c0a4 2024-11-09T11:20:29,829 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/18eccac204ce4c31b7b98ddfaf54c0a4, entries=150, sequenceid=450, filesize=12.0 K 2024-11-09T11:20:29,830 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/B/580902c50eed4180918e768a601f9ee0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/580902c50eed4180918e768a601f9ee0 2024-11-09T11:20:29,836 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/580902c50eed4180918e768a601f9ee0, entries=150, sequenceid=450, filesize=12.0 K 2024-11-09T11:20:29,837 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/.tmp/C/b18e206bb5ca47f0a60c157736e5ef54 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/b18e206bb5ca47f0a60c157736e5ef54 2024-11-09T11:20:29,843 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/b18e206bb5ca47f0a60c157736e5ef54, entries=150, sequenceid=450, filesize=12.0 K 2024-11-09T11:20:29,844 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9f13ba568e5d847b6cc2c297e7b1b125 in 1277ms, sequenceid=450, compaction requested=true 2024-11-09T11:20:29,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f86ff9faf2a245d0976fe340144bdb90, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d8e8c192c74b431399d62a6cb3de7da7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/fe35ae65250947548fd04916bd504e64, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2a526bad18f74134a73b646d7b50d963, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/ba3a9b8cf13941708497e74034ab84c0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b169d023a03f42aba6582b1735f28ef7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/836968702d8b41769bbbb5011afe8c71, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/41e46aba14b74f54bc4f2a7d58f7b863, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1f35dd7dba8a4cd6ad3ca321614228ff, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/6212e9e0958846da8087899f695c7272, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b26727aaf6fc4ffca4a5b5d0fb71dde4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f4cd2fd2856f465fbf6f7ff361297ece, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d7b016a9e6f24645919addef5f796902, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1336bdff993d48a0ae4c7624c59b865c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3abb0f6c02e54b7dbc3580a1fd882aca, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2521018d95c44702a0ca87beeab818e0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e96875a327f645cbb1a9bd3efc614901, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/9268232fcfbd4f9ebaf1c466b6a48ab5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/8a0b7204857b415f97448d6ccc655cc6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b78ef319055c4549bee310aa4d354015, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/706aa76e7d41411981d8ec8cd5f66bbf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/5752bfa3453347debfa915dcf51187a7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/66df89e318794f97ac07af6d3e3a4e8f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e4287e75b8084f3f8a6fd0421120f3e7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/21d3961bef8943308f4cbdcf5e224bfb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3816407ff9524f8fa7ee816a865e870d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e9cca6ff96ad4a539107fb7717446e23, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/55d6f59a760147609b446fca6ff229e6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b0a16e567741426798807b7a197d400b] to archive 2024-11-09T11:20:29,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:20:29,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f86ff9faf2a245d0976fe340144bdb90 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f86ff9faf2a245d0976fe340144bdb90 2024-11-09T11:20:29,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d8e8c192c74b431399d62a6cb3de7da7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d8e8c192c74b431399d62a6cb3de7da7 2024-11-09T11:20:29,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/fe35ae65250947548fd04916bd504e64 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/fe35ae65250947548fd04916bd504e64 2024-11-09T11:20:29,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2a526bad18f74134a73b646d7b50d963 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2a526bad18f74134a73b646d7b50d963 2024-11-09T11:20:29,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/ba3a9b8cf13941708497e74034ab84c0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/ba3a9b8cf13941708497e74034ab84c0 2024-11-09T11:20:29,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b169d023a03f42aba6582b1735f28ef7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b169d023a03f42aba6582b1735f28ef7 2024-11-09T11:20:29,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/836968702d8b41769bbbb5011afe8c71 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/836968702d8b41769bbbb5011afe8c71 2024-11-09T11:20:29,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/41e46aba14b74f54bc4f2a7d58f7b863 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/41e46aba14b74f54bc4f2a7d58f7b863 2024-11-09T11:20:29,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1f35dd7dba8a4cd6ad3ca321614228ff to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1f35dd7dba8a4cd6ad3ca321614228ff 2024-11-09T11:20:29,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/6212e9e0958846da8087899f695c7272 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/6212e9e0958846da8087899f695c7272 2024-11-09T11:20:29,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b26727aaf6fc4ffca4a5b5d0fb71dde4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b26727aaf6fc4ffca4a5b5d0fb71dde4 2024-11-09T11:20:29,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f4cd2fd2856f465fbf6f7ff361297ece to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/f4cd2fd2856f465fbf6f7ff361297ece 2024-11-09T11:20:29,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d7b016a9e6f24645919addef5f796902 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/d7b016a9e6f24645919addef5f796902 2024-11-09T11:20:29,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1336bdff993d48a0ae4c7624c59b865c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/1336bdff993d48a0ae4c7624c59b865c 2024-11-09T11:20:29,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3abb0f6c02e54b7dbc3580a1fd882aca to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3abb0f6c02e54b7dbc3580a1fd882aca 2024-11-09T11:20:29,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2521018d95c44702a0ca87beeab818e0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/2521018d95c44702a0ca87beeab818e0 2024-11-09T11:20:29,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e96875a327f645cbb1a9bd3efc614901 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e96875a327f645cbb1a9bd3efc614901 2024-11-09T11:20:29,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/9268232fcfbd4f9ebaf1c466b6a48ab5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/9268232fcfbd4f9ebaf1c466b6a48ab5 2024-11-09T11:20:29,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/8a0b7204857b415f97448d6ccc655cc6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/8a0b7204857b415f97448d6ccc655cc6 2024-11-09T11:20:29,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b78ef319055c4549bee310aa4d354015 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b78ef319055c4549bee310aa4d354015 2024-11-09T11:20:29,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/706aa76e7d41411981d8ec8cd5f66bbf to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/706aa76e7d41411981d8ec8cd5f66bbf 2024-11-09T11:20:29,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/5752bfa3453347debfa915dcf51187a7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/5752bfa3453347debfa915dcf51187a7 2024-11-09T11:20:29,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/66df89e318794f97ac07af6d3e3a4e8f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/66df89e318794f97ac07af6d3e3a4e8f 2024-11-09T11:20:29,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e4287e75b8084f3f8a6fd0421120f3e7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e4287e75b8084f3f8a6fd0421120f3e7 2024-11-09T11:20:29,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/21d3961bef8943308f4cbdcf5e224bfb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/21d3961bef8943308f4cbdcf5e224bfb 2024-11-09T11:20:29,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3816407ff9524f8fa7ee816a865e870d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/3816407ff9524f8fa7ee816a865e870d 2024-11-09T11:20:29,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e9cca6ff96ad4a539107fb7717446e23 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/e9cca6ff96ad4a539107fb7717446e23 2024-11-09T11:20:29,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/55d6f59a760147609b446fca6ff229e6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/55d6f59a760147609b446fca6ff229e6 2024-11-09T11:20:29,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b0a16e567741426798807b7a197d400b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/b0a16e567741426798807b7a197d400b 2024-11-09T11:20:29,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e39b0877b660499bb30522fc6ed71d7f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/eb26733d35a54d23b7148a2263a51bdf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f2bdec19774e42418ef1834473015956, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6b7e9a3362e5487db2d0731af6d40daa, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/4faab1cc0938418c840917235e2b32a3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1b6f089a38064a14bed562b93a1c28cd, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e2fbac4b6a624e0b9d88c7bbdc721148, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8fa6305531764ba6b14528ba787ff1bd, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2fee353ce7784a1a81f406443440be6d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/71b04283fe5b4155ac77888f97a56f9f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/b04c2df3dd9a4828ace57c61ff1071df, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/de7af5e4894c448bb252f19b04292743, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6628307bd57b4a76bbb621b8e19329f4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/12bd8aca88b74e0098c7dba8055741df, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1ab4ac2f1ba446df83cbc1cc4b33d664, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/412ce630caed4d39b5977e3466cfa0e1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c59dc8a6ee4d48e1852b348c54ac0831, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c0eb59c8d32a4cbfba1fa03f2094a0d8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/621f8f77be3f4d4485ff64599bf0a594, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/51c4d305f89e4e17a3242b442375a479, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d1397f212cdb499c97b5f2f3a8ea3e68, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/33535c94d275490380f5ca682c9192e8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/29e9c31df4d345ca8d64a05048035146, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2eeb9cebb57f4c5e9c8787f9af73b585, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/767d0349426e443ca0aebe61ea3ccd5a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/05f7f9ddcaa248b7be21999ac69fe692, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8782a91c808644ef8d8a8203c66d5e86, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d666a798b3f64743ac4b84c879de725d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f56c28e2af9843cd9e9e3752369c9547] to archive 2024-11-09T11:20:29,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:20:29,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e39b0877b660499bb30522fc6ed71d7f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e39b0877b660499bb30522fc6ed71d7f 2024-11-09T11:20:29,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/eb26733d35a54d23b7148a2263a51bdf to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/eb26733d35a54d23b7148a2263a51bdf 2024-11-09T11:20:29,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f2bdec19774e42418ef1834473015956 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f2bdec19774e42418ef1834473015956 2024-11-09T11:20:29,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6b7e9a3362e5487db2d0731af6d40daa to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6b7e9a3362e5487db2d0731af6d40daa 2024-11-09T11:20:29,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/4faab1cc0938418c840917235e2b32a3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/4faab1cc0938418c840917235e2b32a3 2024-11-09T11:20:29,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1b6f089a38064a14bed562b93a1c28cd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1b6f089a38064a14bed562b93a1c28cd 2024-11-09T11:20:29,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e2fbac4b6a624e0b9d88c7bbdc721148 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/e2fbac4b6a624e0b9d88c7bbdc721148 2024-11-09T11:20:29,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8fa6305531764ba6b14528ba787ff1bd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8fa6305531764ba6b14528ba787ff1bd 2024-11-09T11:20:29,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2fee353ce7784a1a81f406443440be6d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2fee353ce7784a1a81f406443440be6d 2024-11-09T11:20:29,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/71b04283fe5b4155ac77888f97a56f9f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/71b04283fe5b4155ac77888f97a56f9f 2024-11-09T11:20:29,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/b04c2df3dd9a4828ace57c61ff1071df to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/b04c2df3dd9a4828ace57c61ff1071df 2024-11-09T11:20:29,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/de7af5e4894c448bb252f19b04292743 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/de7af5e4894c448bb252f19b04292743 2024-11-09T11:20:29,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6628307bd57b4a76bbb621b8e19329f4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/6628307bd57b4a76bbb621b8e19329f4 2024-11-09T11:20:29,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/12bd8aca88b74e0098c7dba8055741df to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/12bd8aca88b74e0098c7dba8055741df 2024-11-09T11:20:29,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1ab4ac2f1ba446df83cbc1cc4b33d664 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/1ab4ac2f1ba446df83cbc1cc4b33d664 2024-11-09T11:20:29,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/412ce630caed4d39b5977e3466cfa0e1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/412ce630caed4d39b5977e3466cfa0e1 2024-11-09T11:20:29,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c59dc8a6ee4d48e1852b348c54ac0831 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c59dc8a6ee4d48e1852b348c54ac0831 2024-11-09T11:20:29,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c0eb59c8d32a4cbfba1fa03f2094a0d8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/c0eb59c8d32a4cbfba1fa03f2094a0d8 2024-11-09T11:20:29,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/621f8f77be3f4d4485ff64599bf0a594 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/621f8f77be3f4d4485ff64599bf0a594 2024-11-09T11:20:29,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/51c4d305f89e4e17a3242b442375a479 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/51c4d305f89e4e17a3242b442375a479 2024-11-09T11:20:29,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d1397f212cdb499c97b5f2f3a8ea3e68 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d1397f212cdb499c97b5f2f3a8ea3e68 2024-11-09T11:20:29,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/33535c94d275490380f5ca682c9192e8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/33535c94d275490380f5ca682c9192e8 2024-11-09T11:20:29,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/29e9c31df4d345ca8d64a05048035146 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/29e9c31df4d345ca8d64a05048035146 2024-11-09T11:20:29,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2eeb9cebb57f4c5e9c8787f9af73b585 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/2eeb9cebb57f4c5e9c8787f9af73b585 2024-11-09T11:20:29,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/767d0349426e443ca0aebe61ea3ccd5a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/767d0349426e443ca0aebe61ea3ccd5a 2024-11-09T11:20:29,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/05f7f9ddcaa248b7be21999ac69fe692 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/05f7f9ddcaa248b7be21999ac69fe692 2024-11-09T11:20:29,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8782a91c808644ef8d8a8203c66d5e86 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/8782a91c808644ef8d8a8203c66d5e86 2024-11-09T11:20:29,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d666a798b3f64743ac4b84c879de725d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/d666a798b3f64743ac4b84c879de725d 2024-11-09T11:20:29,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f56c28e2af9843cd9e9e3752369c9547 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/f56c28e2af9843cd9e9e3752369c9547 2024-11-09T11:20:29,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/210e461ee82b462a8416e4fbff515b10, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/63f6d73a8c0d4b9bb6a3473b8c378489, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7bd56903d22241029640f111df93cf54, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/448dcd60952b431cb1d8ab6ac62aa195, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7f6ec34bc8f5429c94e6009513ccc342, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/220dcef323204742800b2749ae3b3bb8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e30a70ec62a0421eb083bfe889d563b6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/961aafe5e9424586a54939f7307e32c9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/0b3dc334ede549c4a81b3414ab9e7230, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/bcc0ad1c7e8c4956bc740bc02ea70008, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/25e957cd4e6b4b93b3b24095bfec1362, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1e0072b8726d4bd3aeeebb29d369dde0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/ad4967e7a3084ff59e254f2371fc0fd9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7a1c22696a9b4449882925d7b8bca705, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/3ffe5ba6e0c0443da26a35ddbf2a1841, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/00427a938e904bc586047b68de820514, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/28cbdb4817d947c5949ff0f95abf3f63, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6a19463696cd4f3aa61d25fe9c2643c3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5a930deb088e4315901cd4f93f5bc015, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6518843d7a01499687cf274422aae4c3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e7648756fdfd4a81b021e52958e11ae9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/21c7c0dd06b44c7ca98e5c483b7cecf4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5f1cc6ed102d468ba3b12d279623dbb9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7fb66e541af6408f845dd97aa0ac5768, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1caaa4d1519f46198fdcf229ac240086, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1f82962b65314694979cbad2996671d5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/fdff4d84080e4658895b6db4476e750b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/185852182fde4bb9a28e792879e72bf7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/f5e18bd65aea496a895744979f538cba] to archive 2024-11-09T11:20:29,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:20:29,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/210e461ee82b462a8416e4fbff515b10 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/210e461ee82b462a8416e4fbff515b10 2024-11-09T11:20:29,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/63f6d73a8c0d4b9bb6a3473b8c378489 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/63f6d73a8c0d4b9bb6a3473b8c378489 2024-11-09T11:20:29,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7bd56903d22241029640f111df93cf54 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7bd56903d22241029640f111df93cf54 2024-11-09T11:20:29,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/448dcd60952b431cb1d8ab6ac62aa195 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/448dcd60952b431cb1d8ab6ac62aa195 2024-11-09T11:20:29,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7f6ec34bc8f5429c94e6009513ccc342 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7f6ec34bc8f5429c94e6009513ccc342 2024-11-09T11:20:29,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/220dcef323204742800b2749ae3b3bb8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/220dcef323204742800b2749ae3b3bb8 2024-11-09T11:20:29,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e30a70ec62a0421eb083bfe889d563b6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e30a70ec62a0421eb083bfe889d563b6 2024-11-09T11:20:29,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/961aafe5e9424586a54939f7307e32c9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/961aafe5e9424586a54939f7307e32c9 2024-11-09T11:20:29,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/0b3dc334ede549c4a81b3414ab9e7230 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/0b3dc334ede549c4a81b3414ab9e7230 2024-11-09T11:20:29,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/bcc0ad1c7e8c4956bc740bc02ea70008 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/bcc0ad1c7e8c4956bc740bc02ea70008 2024-11-09T11:20:30,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/25e957cd4e6b4b93b3b24095bfec1362 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/25e957cd4e6b4b93b3b24095bfec1362 2024-11-09T11:20:30,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1e0072b8726d4bd3aeeebb29d369dde0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1e0072b8726d4bd3aeeebb29d369dde0 2024-11-09T11:20:30,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/ad4967e7a3084ff59e254f2371fc0fd9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/ad4967e7a3084ff59e254f2371fc0fd9 2024-11-09T11:20:30,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7a1c22696a9b4449882925d7b8bca705 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7a1c22696a9b4449882925d7b8bca705 2024-11-09T11:20:30,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/3ffe5ba6e0c0443da26a35ddbf2a1841 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/3ffe5ba6e0c0443da26a35ddbf2a1841 2024-11-09T11:20:30,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/00427a938e904bc586047b68de820514 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/00427a938e904bc586047b68de820514 2024-11-09T11:20:30,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/28cbdb4817d947c5949ff0f95abf3f63 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/28cbdb4817d947c5949ff0f95abf3f63 2024-11-09T11:20:30,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6a19463696cd4f3aa61d25fe9c2643c3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6a19463696cd4f3aa61d25fe9c2643c3 2024-11-09T11:20:30,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5a930deb088e4315901cd4f93f5bc015 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5a930deb088e4315901cd4f93f5bc015 2024-11-09T11:20:30,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6518843d7a01499687cf274422aae4c3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6518843d7a01499687cf274422aae4c3 2024-11-09T11:20:30,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e7648756fdfd4a81b021e52958e11ae9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e7648756fdfd4a81b021e52958e11ae9 2024-11-09T11:20:30,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/21c7c0dd06b44c7ca98e5c483b7cecf4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/21c7c0dd06b44c7ca98e5c483b7cecf4 2024-11-09T11:20:30,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5f1cc6ed102d468ba3b12d279623dbb9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/5f1cc6ed102d468ba3b12d279623dbb9 2024-11-09T11:20:30,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7fb66e541af6408f845dd97aa0ac5768 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/7fb66e541af6408f845dd97aa0ac5768 2024-11-09T11:20:30,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1caaa4d1519f46198fdcf229ac240086 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1caaa4d1519f46198fdcf229ac240086 2024-11-09T11:20:30,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1f82962b65314694979cbad2996671d5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/1f82962b65314694979cbad2996671d5 2024-11-09T11:20:30,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/fdff4d84080e4658895b6db4476e750b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/fdff4d84080e4658895b6db4476e750b 2024-11-09T11:20:30,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/185852182fde4bb9a28e792879e72bf7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/185852182fde4bb9a28e792879e72bf7 2024-11-09T11:20:30,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/f5e18bd65aea496a895744979f538cba to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/f5e18bd65aea496a895744979f538cba 2024-11-09T11:20:30,048 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/recovered.edits/453.seqid, newMaxSeqId=453, maxSeqId=1 2024-11-09T11:20:30,051 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125. 2024-11-09T11:20:30,051 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 9f13ba568e5d847b6cc2c297e7b1b125: 2024-11-09T11:20:30,053 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:30,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=9f13ba568e5d847b6cc2c297e7b1b125, regionState=CLOSED 2024-11-09T11:20:30,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-09T11:20:30,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 9f13ba568e5d847b6cc2c297e7b1b125, server=566d204d64fd,35155,1731151199870 in 1.6500 sec 2024-11-09T11:20:30,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-09T11:20:30,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f13ba568e5d847b6cc2c297e7b1b125, UNASSIGN in 1.6550 sec 2024-11-09T11:20:30,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-09T11:20:30,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6630 sec 2024-11-09T11:20:30,067 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151230067"}]},"ts":"1731151230067"} 2024-11-09T11:20:30,070 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:20:30,107 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:20:30,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7510 sec 2024-11-09T11:20:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T11:20:30,468 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-09T11:20:30,472 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T11:20:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:30,478 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:30,480 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T11:20:30,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:30,497 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/recovered.edits] 2024-11-09T11:20:30,500 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/18eccac204ce4c31b7b98ddfaf54c0a4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/18eccac204ce4c31b7b98ddfaf54c0a4 2024-11-09T11:20:30,502 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/4e6801b319c44585ba51833da77eb961 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/4e6801b319c44585ba51833da77eb961 2024-11-09T11:20:30,503 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/974d0d00b5a74f53b3b540a54aec2317 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/A/974d0d00b5a74f53b3b540a54aec2317 2024-11-09T11:20:30,507 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/580902c50eed4180918e768a601f9ee0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/580902c50eed4180918e768a601f9ee0 2024-11-09T11:20:30,509 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/68449f0a86214ff79ae40c1263e1d98a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/68449f0a86214ff79ae40c1263e1d98a 2024-11-09T11:20:30,511 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/cfca6f24db7f442f9b960a5a490a6481 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/B/cfca6f24db7f442f9b960a5a490a6481 2024-11-09T11:20:30,514 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6ed67074626942b8b3cc0574a60d79e4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/6ed67074626942b8b3cc0574a60d79e4 2024-11-09T11:20:30,516 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/b18e206bb5ca47f0a60c157736e5ef54 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/b18e206bb5ca47f0a60c157736e5ef54 2024-11-09T11:20:30,518 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e3f84f88a04d458c91c931f64989c316 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/C/e3f84f88a04d458c91c931f64989c316 2024-11-09T11:20:30,523 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/recovered.edits/453.seqid to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125/recovered.edits/453.seqid 2024-11-09T11:20:30,524 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/9f13ba568e5d847b6cc2c297e7b1b125 2024-11-09T11:20:30,530 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:20:30,545 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:30,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T11:20:30,555 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:20:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T11:20:30,587 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:20:30,589 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:30,589 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:20:30,589 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151230589"}]},"ts":"9223372036854775807"} 2024-11-09T11:20:30,592 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T11:20:30,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9f13ba568e5d847b6cc2c297e7b1b125, NAME => 'TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:20:30,592 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:20:30,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151230592"}]},"ts":"9223372036854775807"} 2024-11-09T11:20:30,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T11:20:30,624 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:30,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 151 msec 2024-11-09T11:20:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T11:20:30,783 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-09T11:20:30,796 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_162025964_22 at /127.0.0.1:42048 [Waiting for operation #53] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5a71920c-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5a71920c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5a71920c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;566d204d64fd:35155-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/566d204d64fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5a71920c-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2050743052_22 at /127.0.0.1:34416 [Waiting for operation #267] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2050743052_22 at /127.0.0.1:34252 [Waiting for operation #279] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=583 (was 233) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1789 (was 3217) 2024-11-09T11:20:30,805 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=583, ProcessCount=11, AvailableMemoryMB=1788 2024-11-09T11:20:30,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:20:30,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:30,810 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:30,810 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:30,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-09T11:20:30,811 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T11:20:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741935_1111 (size=960) 2024-11-09T11:20:30,828 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 2024-11-09T11:20:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741936_1112 (size=53) 2024-11-09T11:20:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T11:20:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T11:20:31,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:31,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4458457e0c31664754ba120390f6e5d6, disabling compactions & flushes 2024-11-09T11:20:31,236 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:31,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:31,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. after waiting 0 ms 2024-11-09T11:20:31,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:31,236 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:31,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:31,237 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:20:31,237 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151231237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151231237"}]},"ts":"1731151231237"} 2024-11-09T11:20:31,238 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T11:20:31,239 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:20:31,240 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151231239"}]},"ts":"1731151231239"} 2024-11-09T11:20:31,241 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:20:31,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, ASSIGN}] 2024-11-09T11:20:31,291 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, ASSIGN 2024-11-09T11:20:31,292 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, ASSIGN; state=OFFLINE, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=false 2024-11-09T11:20:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T11:20:31,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=4458457e0c31664754ba120390f6e5d6, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:31,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:20:31,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:31,598 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:31,598 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:31,598 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:31,598 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:31,598 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:31,598 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:31,600 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:31,601 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:20:31,601 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4458457e0c31664754ba120390f6e5d6 columnFamilyName A 2024-11-09T11:20:31,601 DEBUG [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:31,602 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(327): Store=4458457e0c31664754ba120390f6e5d6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:31,602 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:31,603 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:20:31,604 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4458457e0c31664754ba120390f6e5d6 columnFamilyName B 2024-11-09T11:20:31,604 DEBUG [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:31,604 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(327): Store=4458457e0c31664754ba120390f6e5d6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:31,604 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:31,605 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:20:31,606 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4458457e0c31664754ba120390f6e5d6 columnFamilyName C 2024-11-09T11:20:31,606 DEBUG [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:31,606 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(327): Store=4458457e0c31664754ba120390f6e5d6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:31,606 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:31,607 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:31,607 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:31,609 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:20:31,610 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:31,612 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:20:31,613 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 4458457e0c31664754ba120390f6e5d6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69041333, jitterRate=0.028796032071113586}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:20:31,614 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:31,615 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., pid=35, masterSystemTime=1731151231595 2024-11-09T11:20:31,616 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:31,616 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:31,616 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=4458457e0c31664754ba120390f6e5d6, regionState=OPEN, openSeqNum=2, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:31,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-09T11:20:31,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 in 174 msec 2024-11-09T11:20:31,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-09T11:20:31,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, ASSIGN in 329 msec 2024-11-09T11:20:31,622 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:20:31,622 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151231622"}]},"ts":"1731151231622"} 2024-11-09T11:20:31,623 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:20:31,632 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:20:31,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 824 msec 2024-11-09T11:20:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-09T11:20:31,916 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-09T11:20:31,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07dd2428 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71f4f8cf 2024-11-09T11:20:31,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57953a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:31,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:31,936 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:31,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:20:31,940 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:20:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:20:31,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:31,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741937_1113 (size=996) 2024-11-09T11:20:32,371 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-09T11:20:32,371 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-09T11:20:32,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:20:32,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, REOPEN/MOVE}] 2024-11-09T11:20:32,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, REOPEN/MOVE 2024-11-09T11:20:32,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=4458457e0c31664754ba120390f6e5d6, regionState=CLOSING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:32,399 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:20:32,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:20:32,552 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:32,553 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,553 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T11:20:32,553 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 4458457e0c31664754ba120390f6e5d6, disabling compactions & flushes 2024-11-09T11:20:32,553 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:32,553 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:32,554 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. after waiting 0 ms 2024-11-09T11:20:32,554 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:32,559 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T11:20:32,560 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:32,560 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:32,560 WARN [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 4458457e0c31664754ba120390f6e5d6 to self. 2024-11-09T11:20:32,563 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=4458457e0c31664754ba120390f6e5d6, regionState=CLOSED 2024-11-09T11:20:32,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-09T11:20:32,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 in 166 msec 2024-11-09T11:20:32,573 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, REOPEN/MOVE; state=CLOSED, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=true 2024-11-09T11:20:32,723 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=4458457e0c31664754ba120390f6e5d6, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:32,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:20:32,775 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41783 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41783,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:32,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:32,881 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:32,881 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:20:32,881 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,881 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:20:32,882 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,882 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,885 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,886 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:20:32,892 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4458457e0c31664754ba120390f6e5d6 columnFamilyName A 2024-11-09T11:20:32,895 DEBUG [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:32,895 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(327): Store=4458457e0c31664754ba120390f6e5d6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:32,896 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,897 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:20:32,897 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4458457e0c31664754ba120390f6e5d6 columnFamilyName B 2024-11-09T11:20:32,897 DEBUG [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:32,897 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(327): Store=4458457e0c31664754ba120390f6e5d6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:32,898 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,898 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:20:32,898 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4458457e0c31664754ba120390f6e5d6 columnFamilyName C 2024-11-09T11:20:32,898 DEBUG [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:32,899 INFO [StoreOpener-4458457e0c31664754ba120390f6e5d6-1 {}] regionserver.HStore(327): Store=4458457e0c31664754ba120390f6e5d6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:20:32,899 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:32,900 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,901 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,903 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:20:32,904 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:32,905 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 4458457e0c31664754ba120390f6e5d6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64390769, jitterRate=-0.040502771735191345}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:20:32,906 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:32,907 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., pid=40, masterSystemTime=1731151232877 2024-11-09T11:20:32,909 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:32,909 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:32,909 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=4458457e0c31664754ba120390f6e5d6, regionState=OPEN, openSeqNum=5, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:32,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-09T11:20:32,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 in 186 msec 2024-11-09T11:20:32,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T11:20:32,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, REOPEN/MOVE in 525 msec 2024-11-09T11:20:32,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T11:20:32,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 540 msec 2024-11-09T11:20:32,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 971 msec 2024-11-09T11:20:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-09T11:20:32,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x57449e06 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f4859f4 2024-11-09T11:20:32,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c904d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:32,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35b51e5d to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1eb823f7 2024-11-09T11:20:32,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6eb994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:33,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c517130 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a0312cf 2024-11-09T11:20:33,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a63fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:33,009 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x706b2cde to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29dad7a8 2024-11-09T11:20:33,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5e0e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:33,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f63b68c to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d36579b 2024-11-09T11:20:33,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f48df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:33,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x681a05ec to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cd5be36 2024-11-09T11:20:33,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49456175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:33,043 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e0829fb to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fbd1a02 2024-11-09T11:20:33,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d919649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:33,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f3c742a to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58e60ec5 2024-11-09T11:20:33,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6974f84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:33,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23a6e288 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5e501f 2024-11-09T11:20:33,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a667b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:20:33,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:33,069 DEBUG [hconnection-0x3c9bc1d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:33,069 DEBUG [hconnection-0x6c5ee15f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-09T11:20:33,069 DEBUG [hconnection-0x5934e12e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:33,070 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:33,070 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:33,071 DEBUG [hconnection-0x8ea70a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T11:20:33,072 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:33,072 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:33,073 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:33,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:33,074 DEBUG [hconnection-0x52827763-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:33,075 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:33,076 DEBUG [hconnection-0x29ff7477-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:33,077 DEBUG [hconnection-0x615c40c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:33,077 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:33,077 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:33,077 DEBUG [hconnection-0x679fbe82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:33,078 DEBUG [hconnection-0x2d6aecfe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:20:33,078 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:33,079 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:33,079 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:20:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:33,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:20:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:33,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151293159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151293152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151293160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151293163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151293164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T11:20:33,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bf959c200b5a46299df919514a618f0b_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151233101/Put/seqid=0 2024-11-09T11:20:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741938_1114 (size=14594) 2024-11-09T11:20:33,209 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:33,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bf959c200b5a46299df919514a618f0b_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bf959c200b5a46299df919514a618f0b_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:33,224 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/4ad190ba99ac45ef81ca478a481c9b4e, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:33,226 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/4ad190ba99ac45ef81ca478a481c9b4e is 175, key is test_row_0/A:col10/1731151233101/Put/seqid=0 2024-11-09T11:20:33,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-09T11:20:33,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:33,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:33,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741939_1115 (size=39545) 2024-11-09T11:20:33,253 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/4ad190ba99ac45ef81ca478a481c9b4e 2024-11-09T11:20:33,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151293266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151293268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151293268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151293268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151293269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/f1dabcea11ab4461b222b1ee0eddf5d5 is 50, key is test_row_0/B:col10/1731151233101/Put/seqid=0 2024-11-09T11:20:33,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741940_1116 (size=9657) 2024-11-09T11:20:33,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/f1dabcea11ab4461b222b1ee0eddf5d5 2024-11-09T11:20:33,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/0dc2ccff744b4170bfbe06bd3c34cf0f is 50, key is test_row_0/C:col10/1731151233101/Put/seqid=0 2024-11-09T11:20:33,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741941_1117 (size=9657) 2024-11-09T11:20:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T11:20:33,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-09T11:20:33,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:33,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151293470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151293471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151293474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151293476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151293476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-09T11:20:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:33,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T11:20:33,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-09T11:20:33,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:33,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:33,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:33,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:33,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/0dc2ccff744b4170bfbe06bd3c34cf0f 2024-11-09T11:20:33,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151293776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151293786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/4ad190ba99ac45ef81ca478a481c9b4e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4ad190ba99ac45ef81ca478a481c9b4e 2024-11-09T11:20:33,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151293792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151293793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4ad190ba99ac45ef81ca478a481c9b4e, entries=200, sequenceid=15, filesize=38.6 K 2024-11-09T11:20:33,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151293793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/f1dabcea11ab4461b222b1ee0eddf5d5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1dabcea11ab4461b222b1ee0eddf5d5 2024-11-09T11:20:33,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1dabcea11ab4461b222b1ee0eddf5d5, entries=100, sequenceid=15, filesize=9.4 K 2024-11-09T11:20:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/0dc2ccff744b4170bfbe06bd3c34cf0f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/0dc2ccff744b4170bfbe06bd3c34cf0f 2024-11-09T11:20:33,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/0dc2ccff744b4170bfbe06bd3c34cf0f, entries=100, sequenceid=15, filesize=9.4 K 2024-11-09T11:20:33,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4458457e0c31664754ba120390f6e5d6 in 722ms, sequenceid=15, compaction requested=false 2024-11-09T11:20:33,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:33,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:33,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-09T11:20:33,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:33,857 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:20:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:33,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f0a4861464d94257b5bdecd5362e69d4_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151233151/Put/seqid=0 2024-11-09T11:20:33,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741942_1118 (size=12154) 2024-11-09T11:20:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:33,933 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f0a4861464d94257b5bdecd5362e69d4_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f0a4861464d94257b5bdecd5362e69d4_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:33,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/f9b3d68a8b3a4f0e9459fa9603b6513d, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:33,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/f9b3d68a8b3a4f0e9459fa9603b6513d is 175, key is test_row_0/A:col10/1731151233151/Put/seqid=0 2024-11-09T11:20:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741943_1119 (size=30955) 2024-11-09T11:20:33,959 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/f9b3d68a8b3a4f0e9459fa9603b6513d 2024-11-09T11:20:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/cb903d24563e4f7d9dd83366e3414738 is 50, key is test_row_0/B:col10/1731151233151/Put/seqid=0 2024-11-09T11:20:33,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741944_1120 (size=12001) 2024-11-09T11:20:33,989 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/cb903d24563e4f7d9dd83366e3414738 2024-11-09T11:20:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/62b52873bf9d42a190da276208e335b8 is 50, key is test_row_0/C:col10/1731151233151/Put/seqid=0 2024-11-09T11:20:34,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741945_1121 (size=12001) 2024-11-09T11:20:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T11:20:34,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151294303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151294304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151294307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151294309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151294311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151294412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,416 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/62b52873bf9d42a190da276208e335b8 2024-11-09T11:20:34,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151294413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151294412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151294414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/f9b3d68a8b3a4f0e9459fa9603b6513d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/f9b3d68a8b3a4f0e9459fa9603b6513d 2024-11-09T11:20:34,428 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/f9b3d68a8b3a4f0e9459fa9603b6513d, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T11:20:34,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/cb903d24563e4f7d9dd83366e3414738 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/cb903d24563e4f7d9dd83366e3414738 2024-11-09T11:20:34,440 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/cb903d24563e4f7d9dd83366e3414738, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T11:20:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/62b52873bf9d42a190da276208e335b8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/62b52873bf9d42a190da276208e335b8 2024-11-09T11:20:34,468 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/62b52873bf9d42a190da276208e335b8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T11:20:34,473 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4458457e0c31664754ba120390f6e5d6 in 616ms, sequenceid=40, compaction requested=false 2024-11-09T11:20:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T11:20:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-09T11:20:34,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-09T11:20:34,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-09T11:20:34,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.4130 sec 2024-11-09T11:20:34,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:20:34,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:34,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:34,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:34,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:34,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:34,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:34,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091bf31c7469cb488db043e56a6c626ae3_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151234307/Put/seqid=0 2024-11-09T11:20:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741946_1122 (size=14594) 2024-11-09T11:20:34,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151294677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151294683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151294685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151294680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151294790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151294790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151294791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:34,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151294791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151295002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151295002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151295002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151295003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,078 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:35,093 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091bf31c7469cb488db043e56a6c626ae3_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091bf31c7469cb488db043e56a6c626ae3_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:35,095 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/8a5fc3053d4245b0989f596c40906219, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:35,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/8a5fc3053d4245b0989f596c40906219 is 175, key is test_row_0/A:col10/1731151234307/Put/seqid=0 2024-11-09T11:20:35,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741947_1123 (size=39549) 2024-11-09T11:20:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-09T11:20:35,191 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-09T11:20:35,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-09T11:20:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T11:20:35,196 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:35,197 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:35,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T11:20:35,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151295310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151295313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151295313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151295314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151295321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T11:20:35,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:35,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T11:20:35,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T11:20:35,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/8a5fc3053d4245b0989f596c40906219 2024-11-09T11:20:35,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/3c0335648c4345ebb031a4fb4401396a is 50, key is test_row_0/B:col10/1731151234307/Put/seqid=0 2024-11-09T11:20:35,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741948_1124 (size=12001) 2024-11-09T11:20:35,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/3c0335648c4345ebb031a4fb4401396a 2024-11-09T11:20:35,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/e3db660f34244f1dadd910ea84625f2a is 50, key is test_row_0/C:col10/1731151234307/Put/seqid=0 2024-11-09T11:20:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741949_1125 (size=12001) 2024-11-09T11:20:35,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:20:35,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T11:20:35,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:35,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T11:20:35,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,819 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151295815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T11:20:35,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151295815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151295816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151295817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:35,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T11:20:35,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:35,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:35,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:35,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/e3db660f34244f1dadd910ea84625f2a 2024-11-09T11:20:36,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/8a5fc3053d4245b0989f596c40906219 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8a5fc3053d4245b0989f596c40906219 2024-11-09T11:20:36,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8a5fc3053d4245b0989f596c40906219, entries=200, sequenceid=52, filesize=38.6 K 2024-11-09T11:20:36,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/3c0335648c4345ebb031a4fb4401396a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/3c0335648c4345ebb031a4fb4401396a 2024-11-09T11:20:36,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/3c0335648c4345ebb031a4fb4401396a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T11:20:36,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/e3db660f34244f1dadd910ea84625f2a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/e3db660f34244f1dadd910ea84625f2a 2024-11-09T11:20:36,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/e3db660f34244f1dadd910ea84625f2a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T11:20:36,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4458457e0c31664754ba120390f6e5d6 in 1416ms, sequenceid=52, compaction requested=true 2024-11-09T11:20:36,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:36,036 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:36,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:36,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:36,036 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:36,038 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:36,038 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/A is initiating minor compaction (all files) 2024-11-09T11:20:36,038 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/A in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:36,038 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4ad190ba99ac45ef81ca478a481c9b4e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/f9b3d68a8b3a4f0e9459fa9603b6513d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8a5fc3053d4245b0989f596c40906219] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=107.5 K 2024-11-09T11:20:36,038 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:36,039 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4ad190ba99ac45ef81ca478a481c9b4e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/f9b3d68a8b3a4f0e9459fa9603b6513d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8a5fc3053d4245b0989f596c40906219] 2024-11-09T11:20:36,039 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:36,039 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/B is initiating minor compaction (all files) 2024-11-09T11:20:36,039 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/B in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:36,039 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1dabcea11ab4461b222b1ee0eddf5d5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/cb903d24563e4f7d9dd83366e3414738, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/3c0335648c4345ebb031a4fb4401396a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=32.9 K 2024-11-09T11:20:36,039 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ad190ba99ac45ef81ca478a481c9b4e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731151233089 2024-11-09T11:20:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:36,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:36,040 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f1dabcea11ab4461b222b1ee0eddf5d5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731151233090 2024-11-09T11:20:36,040 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9b3d68a8b3a4f0e9459fa9603b6513d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731151233151 2024-11-09T11:20:36,041 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a5fc3053d4245b0989f596c40906219, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731151234302 2024-11-09T11:20:36,041 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting cb903d24563e4f7d9dd83366e3414738, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731151233151 2024-11-09T11:20:36,041 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c0335648c4345ebb031a4fb4401396a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731151234302 2024-11-09T11:20:36,055 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:36,055 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/d42c883fce7c4ff3ad867a89861bf86a is 50, key is test_row_0/B:col10/1731151234307/Put/seqid=0 2024-11-09T11:20:36,072 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:36,095 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411095e30a07b780c4b4a8c98941e346cefdc_4458457e0c31664754ba120390f6e5d6 store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:36,108 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411095e30a07b780c4b4a8c98941e346cefdc_4458457e0c31664754ba120390f6e5d6, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:36,108 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095e30a07b780c4b4a8c98941e346cefdc_4458457e0c31664754ba120390f6e5d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:36,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741950_1126 (size=12104) 2024-11-09T11:20:36,127 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/d42c883fce7c4ff3ad867a89861bf86a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/d42c883fce7c4ff3ad867a89861bf86a 2024-11-09T11:20:36,135 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/B of 4458457e0c31664754ba120390f6e5d6 into d42c883fce7c4ff3ad867a89861bf86a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:36,135 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:36,135 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/B, priority=13, startTime=1731151236036; duration=0sec 2024-11-09T11:20:36,135 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:36,135 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:B 2024-11-09T11:20:36,135 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:36,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741951_1127 (size=4469) 2024-11-09T11:20:36,137 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:36,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:36,137 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/C is initiating minor compaction (all files) 2024-11-09T11:20:36,137 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/C in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:36,137 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/0dc2ccff744b4170bfbe06bd3c34cf0f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/62b52873bf9d42a190da276208e335b8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/e3db660f34244f1dadd910ea84625f2a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=32.9 K 2024-11-09T11:20:36,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-09T11:20:36,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:36,138 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T11:20:36,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:36,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:36,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:36,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:36,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:36,139 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dc2ccff744b4170bfbe06bd3c34cf0f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731151233090 2024-11-09T11:20:36,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:36,139 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 62b52873bf9d42a190da276208e335b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731151233151 2024-11-09T11:20:36,141 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e3db660f34244f1dadd910ea84625f2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731151234302 2024-11-09T11:20:36,144 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#A#compaction#106 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:36,147 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d722a74451d948859ba77a43b3ea384b is 175, key is test_row_0/A:col10/1731151234307/Put/seqid=0 2024-11-09T11:20:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109766abb9274d847d39af96964de67a87d_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151234660/Put/seqid=0 2024-11-09T11:20:36,181 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:36,182 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/183941fa8c3448048638a2d98cf18fe0 is 50, key is test_row_0/C:col10/1731151234307/Put/seqid=0 2024-11-09T11:20:36,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741952_1128 (size=31058) 2024-11-09T11:20:36,206 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d722a74451d948859ba77a43b3ea384b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d722a74451d948859ba77a43b3ea384b 2024-11-09T11:20:36,228 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/A of 4458457e0c31664754ba120390f6e5d6 into d722a74451d948859ba77a43b3ea384b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:36,228 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:36,228 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/A, priority=13, startTime=1731151236036; duration=0sec 2024-11-09T11:20:36,228 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:36,228 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:A 2024-11-09T11:20:36,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741953_1129 (size=12154) 2024-11-09T11:20:36,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741954_1130 (size=12104) 2024-11-09T11:20:36,257 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/183941fa8c3448048638a2d98cf18fe0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/183941fa8c3448048638a2d98cf18fe0 2024-11-09T11:20:36,265 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/C of 4458457e0c31664754ba120390f6e5d6 into 183941fa8c3448048638a2d98cf18fe0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:36,265 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:36,265 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/C, priority=13, startTime=1731151236039; duration=0sec 2024-11-09T11:20:36,265 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:36,266 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:C 2024-11-09T11:20:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T11:20:36,455 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:20:36,457 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:20:36,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:36,642 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109766abb9274d847d39af96964de67a87d_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109766abb9274d847d39af96964de67a87d_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:36,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/65d882e64ca64175b22d193c0c648bd1, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:36,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/65d882e64ca64175b22d193c0c648bd1 is 175, key is test_row_0/A:col10/1731151234660/Put/seqid=0 2024-11-09T11:20:36,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741955_1131 (size=30955) 2024-11-09T11:20:36,715 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/65d882e64ca64175b22d193c0c648bd1 2024-11-09T11:20:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/010590ca638d4b39a3f12a45c9a1d57a is 50, key is test_row_0/B:col10/1731151234660/Put/seqid=0 2024-11-09T11:20:36,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741956_1132 (size=12001) 2024-11-09T11:20:36,779 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/010590ca638d4b39a3f12a45c9a1d57a 2024-11-09T11:20:36,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/376a9327bee249ce9a9b295e1a5b5fd1 is 50, key is test_row_0/C:col10/1731151234660/Put/seqid=0 2024-11-09T11:20:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741957_1133 (size=12001) 2024-11-09T11:20:36,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:36,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151296844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:36,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151296846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:36,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151296848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:36,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151296848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:36,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151296950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:36,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151296950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:36,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151296951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:36,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151296952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151297153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151297155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151297155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151297156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,223 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/376a9327bee249ce9a9b295e1a5b5fd1 2024-11-09T11:20:37,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/65d882e64ca64175b22d193c0c648bd1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/65d882e64ca64175b22d193c0c648bd1 2024-11-09T11:20:37,249 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/65d882e64ca64175b22d193c0c648bd1, entries=150, sequenceid=77, filesize=30.2 K 2024-11-09T11:20:37,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/010590ca638d4b39a3f12a45c9a1d57a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/010590ca638d4b39a3f12a45c9a1d57a 2024-11-09T11:20:37,263 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/010590ca638d4b39a3f12a45c9a1d57a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T11:20:37,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/376a9327bee249ce9a9b295e1a5b5fd1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/376a9327bee249ce9a9b295e1a5b5fd1 2024-11-09T11:20:37,272 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/376a9327bee249ce9a9b295e1a5b5fd1, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T11:20:37,273 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4458457e0c31664754ba120390f6e5d6 in 1135ms, sequenceid=77, compaction requested=false 2024-11-09T11:20:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T11:20:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-09T11:20:37,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-09T11:20:37,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0780 sec 2024-11-09T11:20:37,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.0850 sec 2024-11-09T11:20:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-09T11:20:37,303 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-09T11:20:37,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-09T11:20:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T11:20:37,310 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:37,310 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:37,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:37,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T11:20:37,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:37,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:37,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:37,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091a71708613fc414dbaff83195ed6dcc8_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151236840/Put/seqid=0 2024-11-09T11:20:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741958_1134 (size=14594) 2024-11-09T11:20:37,393 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:37,400 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091a71708613fc414dbaff83195ed6dcc8_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091a71708613fc414dbaff83195ed6dcc8_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:37,401 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/45e4c76513e74cf9b438264dae40423a, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:37,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/45e4c76513e74cf9b438264dae40423a is 175, key is test_row_0/A:col10/1731151236840/Put/seqid=0 2024-11-09T11:20:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741959_1135 (size=39549) 2024-11-09T11:20:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T11:20:37,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/45e4c76513e74cf9b438264dae40423a 2024-11-09T11:20:37,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151297426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/804e1ff82b0c4ca092cb4f57e45d3043 is 50, key is test_row_0/B:col10/1731151236840/Put/seqid=0 2024-11-09T11:20:37,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151297460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-09T11:20:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151297460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:37,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:37,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:37,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:37,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151297460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:37,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151297463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741960_1136 (size=12001) 2024-11-09T11:20:37,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/804e1ff82b0c4ca092cb4f57e45d3043 2024-11-09T11:20:37,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/eabd25fb733941708ce1b9d2167a4da8 is 50, key is test_row_0/C:col10/1731151236840/Put/seqid=0 2024-11-09T11:20:37,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151297532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741961_1137 (size=12001) 2024-11-09T11:20:37,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/eabd25fb733941708ce1b9d2167a4da8 2024-11-09T11:20:37,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/45e4c76513e74cf9b438264dae40423a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/45e4c76513e74cf9b438264dae40423a 2024-11-09T11:20:37,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/45e4c76513e74cf9b438264dae40423a, entries=200, sequenceid=92, filesize=38.6 K 2024-11-09T11:20:37,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/804e1ff82b0c4ca092cb4f57e45d3043 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/804e1ff82b0c4ca092cb4f57e45d3043 2024-11-09T11:20:37,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/804e1ff82b0c4ca092cb4f57e45d3043, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T11:20:37,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/eabd25fb733941708ce1b9d2167a4da8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/eabd25fb733941708ce1b9d2167a4da8 2024-11-09T11:20:37,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/eabd25fb733941708ce1b9d2167a4da8, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T11:20:37,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4458457e0c31664754ba120390f6e5d6 in 253ms, sequenceid=92, compaction requested=true 2024-11-09T11:20:37,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:37,588 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:37,588 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:37,589 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:37,589 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/B is initiating minor compaction (all files) 2024-11-09T11:20:37,589 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/B in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:37,590 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/d42c883fce7c4ff3ad867a89861bf86a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/010590ca638d4b39a3f12a45c9a1d57a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/804e1ff82b0c4ca092cb4f57e45d3043] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=35.3 K 2024-11-09T11:20:37,590 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:37,590 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/A is initiating minor compaction (all files) 2024-11-09T11:20:37,590 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/A in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:37,590 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d722a74451d948859ba77a43b3ea384b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/65d882e64ca64175b22d193c0c648bd1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/45e4c76513e74cf9b438264dae40423a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=99.2 K 2024-11-09T11:20:37,590 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:37,590 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d722a74451d948859ba77a43b3ea384b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/65d882e64ca64175b22d193c0c648bd1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/45e4c76513e74cf9b438264dae40423a] 2024-11-09T11:20:37,591 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d42c883fce7c4ff3ad867a89861bf86a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731151234302 2024-11-09T11:20:37,591 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d722a74451d948859ba77a43b3ea384b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731151234302 2024-11-09T11:20:37,591 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 010590ca638d4b39a3f12a45c9a1d57a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731151234660 2024-11-09T11:20:37,591 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65d882e64ca64175b22d193c0c648bd1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731151234660 2024-11-09T11:20:37,592 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 804e1ff82b0c4ca092cb4f57e45d3043, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151236840 2024-11-09T11:20:37,592 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45e4c76513e74cf9b438264dae40423a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151236840 2024-11-09T11:20:37,602 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T11:20:37,617 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#B#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:37,617 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,617 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/b0359848b7cd414f8ea4b0329dd1ce48 is 50, key is test_row_0/B:col10/1731151236840/Put/seqid=0 2024-11-09T11:20:37,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-09T11:20:37,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:37,618 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T11:20:37,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:37,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:37,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:37,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:37,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:37,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:37,627 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109ec97f0da14764d4f813306a28eacb7b6_4458457e0c31664754ba120390f6e5d6 store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:37,631 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109ec97f0da14764d4f813306a28eacb7b6_4458457e0c31664754ba120390f6e5d6, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:37,631 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ec97f0da14764d4f813306a28eacb7b6_4458457e0c31664754ba120390f6e5d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:37,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f47769adf363466e91e40f5037601640_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151237396/Put/seqid=0 2024-11-09T11:20:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741962_1138 (size=12207) 2024-11-09T11:20:37,680 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/b0359848b7cd414f8ea4b0329dd1ce48 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/b0359848b7cd414f8ea4b0329dd1ce48 2024-11-09T11:20:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741963_1139 (size=4469) 2024-11-09T11:20:37,688 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#A#compaction#114 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:37,689 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/9a189a32b67248ec94a8c7fc1c1d53b7 is 175, key is test_row_0/A:col10/1731151236840/Put/seqid=0 2024-11-09T11:20:37,692 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/B of 4458457e0c31664754ba120390f6e5d6 into b0359848b7cd414f8ea4b0329dd1ce48(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:37,692 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:37,692 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/B, priority=13, startTime=1731151237588; duration=0sec 2024-11-09T11:20:37,692 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:37,692 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:B 2024-11-09T11:20:37,692 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:37,695 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:37,695 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/C is initiating minor compaction (all files) 2024-11-09T11:20:37,695 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/C in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:37,696 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/183941fa8c3448048638a2d98cf18fe0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/376a9327bee249ce9a9b295e1a5b5fd1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/eabd25fb733941708ce1b9d2167a4da8] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=35.3 K 2024-11-09T11:20:37,696 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 183941fa8c3448048638a2d98cf18fe0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731151234302 2024-11-09T11:20:37,697 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 376a9327bee249ce9a9b295e1a5b5fd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731151234660 2024-11-09T11:20:37,697 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting eabd25fb733941708ce1b9d2167a4da8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151236840 2024-11-09T11:20:37,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741964_1140 (size=12154) 2024-11-09T11:20:37,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:37,723 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f47769adf363466e91e40f5037601640_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f47769adf363466e91e40f5037601640_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/989206c1721f4f9fbcd217aade9d2b14, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:37,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/989206c1721f4f9fbcd217aade9d2b14 is 175, key is test_row_0/A:col10/1731151237396/Put/seqid=0 2024-11-09T11:20:37,737 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:37,738 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/963e87e643284a8eb5f80bf19f6c338b is 50, key is test_row_0/C:col10/1731151236840/Put/seqid=0 2024-11-09T11:20:37,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:37,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741965_1141 (size=31161) 2024-11-09T11:20:37,771 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/9a189a32b67248ec94a8c7fc1c1d53b7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9a189a32b67248ec94a8c7fc1c1d53b7 2024-11-09T11:20:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741966_1142 (size=30955) 2024-11-09T11:20:37,778 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/A of 4458457e0c31664754ba120390f6e5d6 into 9a189a32b67248ec94a8c7fc1c1d53b7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:37,779 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:37,779 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/A, priority=13, startTime=1731151237587; duration=0sec 2024-11-09T11:20:37,779 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:37,779 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:A 2024-11-09T11:20:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741967_1143 (size=12207) 2024-11-09T11:20:37,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151297789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151297894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T11:20:37,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151297967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151297966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151297970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151297970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151298096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,179 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/989206c1721f4f9fbcd217aade9d2b14 2024-11-09T11:20:38,193 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/963e87e643284a8eb5f80bf19f6c338b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/963e87e643284a8eb5f80bf19f6c338b 2024-11-09T11:20:38,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/49bdfd57b0f342c9948493c36277b860 is 50, key is test_row_0/B:col10/1731151237396/Put/seqid=0 2024-11-09T11:20:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741968_1144 (size=12001) 2024-11-09T11:20:38,200 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/49bdfd57b0f342c9948493c36277b860 2024-11-09T11:20:38,202 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/C of 4458457e0c31664754ba120390f6e5d6 into 963e87e643284a8eb5f80bf19f6c338b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:38,203 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:38,203 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/C, priority=13, startTime=1731151237588; duration=0sec 2024-11-09T11:20:38,203 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:38,203 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:C 2024-11-09T11:20:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/8eda197ccf824a69ab459477743df78e is 50, key is test_row_0/C:col10/1731151237396/Put/seqid=0 2024-11-09T11:20:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741969_1145 (size=12001) 2024-11-09T11:20:38,228 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/8eda197ccf824a69ab459477743df78e 2024-11-09T11:20:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/989206c1721f4f9fbcd217aade9d2b14 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/989206c1721f4f9fbcd217aade9d2b14 2024-11-09T11:20:38,253 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/989206c1721f4f9fbcd217aade9d2b14, entries=150, sequenceid=115, filesize=30.2 K 2024-11-09T11:20:38,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/49bdfd57b0f342c9948493c36277b860 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/49bdfd57b0f342c9948493c36277b860 2024-11-09T11:20:38,278 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/49bdfd57b0f342c9948493c36277b860, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:20:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/8eda197ccf824a69ab459477743df78e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/8eda197ccf824a69ab459477743df78e 2024-11-09T11:20:38,289 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/8eda197ccf824a69ab459477743df78e, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:20:38,291 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4458457e0c31664754ba120390f6e5d6 in 673ms, sequenceid=115, compaction requested=false 2024-11-09T11:20:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-09T11:20:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-09T11:20:38,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-09T11:20:38,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 982 msec 2024-11-09T11:20:38,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 986 msec 2024-11-09T11:20:38,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T11:20:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-09T11:20:38,414 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-09T11:20:38,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095505cacbf71040debc58b873fd5859f9_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151237786/Put/seqid=0 2024-11-09T11:20:38,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-09T11:20:38,420 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T11:20:38,421 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:38,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:38,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741970_1146 (size=12254) 2024-11-09T11:20:38,430 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:38,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095505cacbf71040debc58b873fd5859f9_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095505cacbf71040debc58b873fd5859f9_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:38,440 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/a7180c3992704994ac79fb05ce68a163, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:38,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/a7180c3992704994ac79fb05ce68a163 is 175, key is test_row_0/A:col10/1731151237786/Put/seqid=0 2024-11-09T11:20:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741971_1147 (size=31055) 2024-11-09T11:20:38,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151298479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T11:20:38,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T11:20:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:38,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:38,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151298580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T11:20:38,726 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T11:20:38,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:38,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:38,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:38,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:38,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151298784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,850 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/a7180c3992704994ac79fb05ce68a163 2024-11-09T11:20:38,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/712e5ad0d0214cbbba7ef7dfe4c1c0c8 is 50, key is test_row_0/B:col10/1731151237786/Put/seqid=0 2024-11-09T11:20:38,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741972_1148 (size=12101) 2024-11-09T11:20:38,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T11:20:38,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:38,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:38,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:38,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:38,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:38,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151298973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:38,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151298974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151298976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:38,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151298985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T11:20:39,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:39,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T11:20:39,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151299090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:39,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:39,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T11:20:39,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:39,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/712e5ad0d0214cbbba7ef7dfe4c1c0c8 2024-11-09T11:20:39,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/c675658e5b3e485fb58514a218188bd4 is 50, key is test_row_0/C:col10/1731151237786/Put/seqid=0 2024-11-09T11:20:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741973_1149 (size=12101) 2024-11-09T11:20:39,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:39,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T11:20:39,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:39,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,490 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:39,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T11:20:39,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:39,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T11:20:39,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151299593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:39,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:39,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T11:20:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:39,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/c675658e5b3e485fb58514a218188bd4 2024-11-09T11:20:39,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/a7180c3992704994ac79fb05ce68a163 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/a7180c3992704994ac79fb05ce68a163 2024-11-09T11:20:39,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/a7180c3992704994ac79fb05ce68a163, entries=150, sequenceid=132, filesize=30.3 K 2024-11-09T11:20:39,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/712e5ad0d0214cbbba7ef7dfe4c1c0c8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/712e5ad0d0214cbbba7ef7dfe4c1c0c8 2024-11-09T11:20:39,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/712e5ad0d0214cbbba7ef7dfe4c1c0c8, entries=150, sequenceid=132, filesize=11.8 K 2024-11-09T11:20:39,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/c675658e5b3e485fb58514a218188bd4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/c675658e5b3e485fb58514a218188bd4 2024-11-09T11:20:39,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/c675658e5b3e485fb58514a218188bd4, entries=150, sequenceid=132, filesize=11.8 K 2024-11-09T11:20:39,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4458457e0c31664754ba120390f6e5d6 in 1350ms, sequenceid=132, compaction requested=true 2024-11-09T11:20:39,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:39,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:39,753 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:39,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:39,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:39,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:39,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:39,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:20:39,753 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:39,754 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:39,754 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/A is initiating minor compaction (all files) 2024-11-09T11:20:39,754 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/A in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,754 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:39,754 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9a189a32b67248ec94a8c7fc1c1d53b7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/989206c1721f4f9fbcd217aade9d2b14, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/a7180c3992704994ac79fb05ce68a163] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=91.0 K 2024-11-09T11:20:39,754 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/B is initiating minor compaction (all files) 2024-11-09T11:20:39,754 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,754 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/B in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,754 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9a189a32b67248ec94a8c7fc1c1d53b7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/989206c1721f4f9fbcd217aade9d2b14, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/a7180c3992704994ac79fb05ce68a163] 2024-11-09T11:20:39,754 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/b0359848b7cd414f8ea4b0329dd1ce48, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/49bdfd57b0f342c9948493c36277b860, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/712e5ad0d0214cbbba7ef7dfe4c1c0c8] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=35.5 K 2024-11-09T11:20:39,755 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a189a32b67248ec94a8c7fc1c1d53b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151236840 2024-11-09T11:20:39,755 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting b0359848b7cd414f8ea4b0329dd1ce48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151236840 2024-11-09T11:20:39,755 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 989206c1721f4f9fbcd217aade9d2b14, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151237396 2024-11-09T11:20:39,755 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 49bdfd57b0f342c9948493c36277b860, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151237396 2024-11-09T11:20:39,755 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7180c3992704994ac79fb05ce68a163, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731151237760 2024-11-09T11:20:39,756 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 712e5ad0d0214cbbba7ef7dfe4c1c0c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731151237760 2024-11-09T11:20:39,765 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:39,765 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/e770a76502be4de7aded2dbea915c36d is 50, key is test_row_0/B:col10/1731151237786/Put/seqid=0 2024-11-09T11:20:39,771 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:39,777 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093d4e7acd09e440fab6a921bdebe34a7f_4458457e0c31664754ba120390f6e5d6 store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741974_1150 (size=12409) 2024-11-09T11:20:39,779 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093d4e7acd09e440fab6a921bdebe34a7f_4458457e0c31664754ba120390f6e5d6, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:39,780 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093d4e7acd09e440fab6a921bdebe34a7f_4458457e0c31664754ba120390f6e5d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:39,788 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/e770a76502be4de7aded2dbea915c36d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e770a76502be4de7aded2dbea915c36d 2024-11-09T11:20:39,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:39,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T11:20:39,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,798 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T11:20:39,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:39,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:39,800 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/B of 4458457e0c31664754ba120390f6e5d6 into e770a76502be4de7aded2dbea915c36d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:39,800 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:39,800 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/B, priority=13, startTime=1731151239753; duration=0sec 2024-11-09T11:20:39,800 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:39,800 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:B 2024-11-09T11:20:39,800 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:39,805 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:39,805 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/C is initiating minor compaction (all files) 2024-11-09T11:20:39,805 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/C in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:39,805 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/963e87e643284a8eb5f80bf19f6c338b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/8eda197ccf824a69ab459477743df78e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/c675658e5b3e485fb58514a218188bd4] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=35.5 K 2024-11-09T11:20:39,806 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 963e87e643284a8eb5f80bf19f6c338b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151236840 2024-11-09T11:20:39,806 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eda197ccf824a69ab459477743df78e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151237396 2024-11-09T11:20:39,807 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting c675658e5b3e485fb58514a218188bd4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731151237760 2024-11-09T11:20:39,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741975_1151 (size=4469) 2024-11-09T11:20:39,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096ea712b05d254e3789e0e99b7338d2a5_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151238476/Put/seqid=0 2024-11-09T11:20:39,841 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:39,841 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/184872d376f94e99ba52aa2a82dc6057 is 50, key is test_row_0/C:col10/1731151237786/Put/seqid=0 2024-11-09T11:20:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741976_1152 (size=12304) 2024-11-09T11:20:39,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:39,868 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096ea712b05d254e3789e0e99b7338d2a5_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096ea712b05d254e3789e0e99b7338d2a5_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:39,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/5ff5382445ae45cfa910285ea655332f, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:39,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/5ff5382445ae45cfa910285ea655332f is 175, key is test_row_0/A:col10/1731151238476/Put/seqid=0 2024-11-09T11:20:39,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741977_1153 (size=12409) 2024-11-09T11:20:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741978_1154 (size=31105) 2024-11-09T11:20:40,235 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#A#compaction#124 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:40,236 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/409ec7cd3a2f4f71aefe6b63cdc9c736 is 175, key is test_row_0/A:col10/1731151237786/Put/seqid=0 2024-11-09T11:20:40,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741979_1155 (size=31363) 2024-11-09T11:20:40,290 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/5ff5382445ae45cfa910285ea655332f 2024-11-09T11:20:40,297 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/184872d376f94e99ba52aa2a82dc6057 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/184872d376f94e99ba52aa2a82dc6057 2024-11-09T11:20:40,303 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/C of 4458457e0c31664754ba120390f6e5d6 into 184872d376f94e99ba52aa2a82dc6057(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:40,303 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:40,303 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/C, priority=13, startTime=1731151239753; duration=0sec 2024-11-09T11:20:40,304 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:40,304 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:C 2024-11-09T11:20:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/5583a23d4ed44193bffcea4be08fa6df is 50, key is test_row_0/B:col10/1731151238476/Put/seqid=0 2024-11-09T11:20:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741980_1156 (size=12151) 2024-11-09T11:20:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T11:20:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:40,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:40,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151300645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:40,654 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/409ec7cd3a2f4f71aefe6b63cdc9c736 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/409ec7cd3a2f4f71aefe6b63cdc9c736 2024-11-09T11:20:40,663 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/A of 4458457e0c31664754ba120390f6e5d6 into 409ec7cd3a2f4f71aefe6b63cdc9c736(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:40,663 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:40,663 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/A, priority=13, startTime=1731151239753; duration=0sec 2024-11-09T11:20:40,664 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:40,664 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:A 2024-11-09T11:20:40,720 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/5583a23d4ed44193bffcea4be08fa6df 2024-11-09T11:20:40,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/4e423ba482094dbab6842a309f166ec9 is 50, key is test_row_0/C:col10/1731151238476/Put/seqid=0 2024-11-09T11:20:40,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741981_1157 (size=12151) 2024-11-09T11:20:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151300749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:40,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151300954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:40,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151300987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:40,989 DEBUG [Thread-580 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151300988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151300989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:40,991 DEBUG [Thread-578 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:40,992 DEBUG [Thread-576 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:41,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151301001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:41,002 DEBUG [Thread-574 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:41,145 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/4e423ba482094dbab6842a309f166ec9 2024-11-09T11:20:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/5ff5382445ae45cfa910285ea655332f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5ff5382445ae45cfa910285ea655332f 2024-11-09T11:20:41,157 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5ff5382445ae45cfa910285ea655332f, entries=150, sequenceid=154, filesize=30.4 K 2024-11-09T11:20:41,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/5583a23d4ed44193bffcea4be08fa6df as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/5583a23d4ed44193bffcea4be08fa6df 2024-11-09T11:20:41,163 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/5583a23d4ed44193bffcea4be08fa6df, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T11:20:41,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-09T11:20:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/4e423ba482094dbab6842a309f166ec9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4e423ba482094dbab6842a309f166ec9 2024-11-09T11:20:41,171 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4e423ba482094dbab6842a309f166ec9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T11:20:41,172 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4458457e0c31664754ba120390f6e5d6 in 1374ms, sequenceid=154, compaction requested=false 2024-11-09T11:20:41,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:41,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:41,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T11:20:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-09T11:20:41,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T11:20:41,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7580 sec 2024-11-09T11:20:41,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.7630 sec 2024-11-09T11:20:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:41,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T11:20:41,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:41,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:41,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:41,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:41,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:41,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:41,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097ee75430c9d34fdca977b2d57ab961b0_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151240627/Put/seqid=0 2024-11-09T11:20:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741982_1158 (size=14794) 2024-11-09T11:20:41,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:41,303 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097ee75430c9d34fdca977b2d57ab961b0_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097ee75430c9d34fdca977b2d57ab961b0_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:41,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/4727deaab95c4425a347976c6ff900d0, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:41,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/4727deaab95c4425a347976c6ff900d0 is 175, key is test_row_0/A:col10/1731151240627/Put/seqid=0 2024-11-09T11:20:41,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151301319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:41,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741983_1159 (size=39749) 2024-11-09T11:20:41,337 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/4727deaab95c4425a347976c6ff900d0 2024-11-09T11:20:41,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/515714677a864bbf92dba526bb252988 is 50, key is test_row_0/B:col10/1731151240627/Put/seqid=0 2024-11-09T11:20:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741984_1160 (size=12151) 2024-11-09T11:20:41,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/515714677a864bbf92dba526bb252988 2024-11-09T11:20:41,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/51add702c0494b519f9458cc21633de7 is 50, key is test_row_0/C:col10/1731151240627/Put/seqid=0 2024-11-09T11:20:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741985_1161 (size=12151) 2024-11-09T11:20:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151301422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151301625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:41,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/51add702c0494b519f9458cc21633de7 2024-11-09T11:20:41,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/4727deaab95c4425a347976c6ff900d0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4727deaab95c4425a347976c6ff900d0 2024-11-09T11:20:41,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4727deaab95c4425a347976c6ff900d0, entries=200, sequenceid=172, filesize=38.8 K 2024-11-09T11:20:41,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/515714677a864bbf92dba526bb252988 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/515714677a864bbf92dba526bb252988 2024-11-09T11:20:41,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/515714677a864bbf92dba526bb252988, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T11:20:41,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/51add702c0494b519f9458cc21633de7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/51add702c0494b519f9458cc21633de7 2024-11-09T11:20:41,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/51add702c0494b519f9458cc21633de7, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T11:20:41,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4458457e0c31664754ba120390f6e5d6 in 553ms, sequenceid=172, compaction requested=true 2024-11-09T11:20:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:41,814 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:41,814 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:41,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:41,816 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:41,816 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/B is initiating minor compaction (all files) 2024-11-09T11:20:41,816 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/B in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:41,816 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e770a76502be4de7aded2dbea915c36d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/5583a23d4ed44193bffcea4be08fa6df, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/515714677a864bbf92dba526bb252988] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=35.9 K 2024-11-09T11:20:41,816 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:41,816 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/A is initiating minor compaction (all files) 2024-11-09T11:20:41,817 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/A in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:41,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e770a76502be4de7aded2dbea915c36d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731151237760 2024-11-09T11:20:41,817 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/409ec7cd3a2f4f71aefe6b63cdc9c736, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5ff5382445ae45cfa910285ea655332f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4727deaab95c4425a347976c6ff900d0] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=99.8 K 2024-11-09T11:20:41,817 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:41,817 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/409ec7cd3a2f4f71aefe6b63cdc9c736, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5ff5382445ae45cfa910285ea655332f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4727deaab95c4425a347976c6ff900d0] 2024-11-09T11:20:41,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 5583a23d4ed44193bffcea4be08fa6df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731151238465 2024-11-09T11:20:41,817 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 409ec7cd3a2f4f71aefe6b63cdc9c736, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731151237760 2024-11-09T11:20:41,818 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ff5382445ae45cfa910285ea655332f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731151238465 2024-11-09T11:20:41,818 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 515714677a864bbf92dba526bb252988, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151240627 2024-11-09T11:20:41,819 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4727deaab95c4425a347976c6ff900d0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151240627 2024-11-09T11:20:41,831 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:41,831 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:41,831 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/f27f72fd8f184d0bb78e5d9febfb4d21 is 50, key is test_row_0/B:col10/1731151240627/Put/seqid=0 2024-11-09T11:20:41,834 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110986fc334ddcf74ebba5f1c239e03c803f_4458457e0c31664754ba120390f6e5d6 store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:41,837 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110986fc334ddcf74ebba5f1c239e03c803f_4458457e0c31664754ba120390f6e5d6, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:41,837 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110986fc334ddcf74ebba5f1c239e03c803f_4458457e0c31664754ba120390f6e5d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:41,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741986_1162 (size=12561) 2024-11-09T11:20:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741987_1163 (size=4469) 2024-11-09T11:20:41,852 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#A#compaction#133 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:41,856 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d0f804bec09a42b2a2fb4b297073a782 is 175, key is test_row_0/A:col10/1731151240627/Put/seqid=0 2024-11-09T11:20:41,858 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/f27f72fd8f184d0bb78e5d9febfb4d21 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f27f72fd8f184d0bb78e5d9febfb4d21 2024-11-09T11:20:41,865 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/B of 4458457e0c31664754ba120390f6e5d6 into f27f72fd8f184d0bb78e5d9febfb4d21(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:41,865 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:41,865 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/B, priority=13, startTime=1731151241814; duration=0sec 2024-11-09T11:20:41,865 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:41,865 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:B 2024-11-09T11:20:41,865 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:41,867 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:41,867 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/C is initiating minor compaction (all files) 2024-11-09T11:20:41,867 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/C in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:41,867 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/184872d376f94e99ba52aa2a82dc6057, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4e423ba482094dbab6842a309f166ec9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/51add702c0494b519f9458cc21633de7] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=35.9 K 2024-11-09T11:20:41,869 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 184872d376f94e99ba52aa2a82dc6057, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731151237760 2024-11-09T11:20:41,869 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e423ba482094dbab6842a309f166ec9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731151238465 2024-11-09T11:20:41,870 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 51add702c0494b519f9458cc21633de7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151240627 2024-11-09T11:20:41,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741988_1164 (size=31515) 2024-11-09T11:20:41,880 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#C#compaction#134 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:41,881 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/d184bd87d41c4f4e93bc44e37ee54ce9 is 50, key is test_row_0/C:col10/1731151240627/Put/seqid=0 2024-11-09T11:20:41,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741989_1165 (size=12561) 2024-11-09T11:20:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:41,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T11:20:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:41,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c95d566696c344669d6b4e73f34d87f8_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151241930/Put/seqid=0 2024-11-09T11:20:41,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741990_1166 (size=14794) 2024-11-09T11:20:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151301964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:42,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151302068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151302271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:42,298 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/d184bd87d41c4f4e93bc44e37ee54ce9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d184bd87d41c4f4e93bc44e37ee54ce9 2024-11-09T11:20:42,299 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d0f804bec09a42b2a2fb4b297073a782 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0f804bec09a42b2a2fb4b297073a782 2024-11-09T11:20:42,315 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/C of 4458457e0c31664754ba120390f6e5d6 into d184bd87d41c4f4e93bc44e37ee54ce9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:42,315 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:42,315 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/C, priority=13, startTime=1731151241814; duration=0sec 2024-11-09T11:20:42,315 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:42,315 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:C 2024-11-09T11:20:42,318 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/A of 4458457e0c31664754ba120390f6e5d6 into d0f804bec09a42b2a2fb4b297073a782(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:42,318 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:42,318 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/A, priority=13, startTime=1731151241814; duration=0sec 2024-11-09T11:20:42,319 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:42,319 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:A 2024-11-09T11:20:42,353 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:42,357 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c95d566696c344669d6b4e73f34d87f8_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c95d566696c344669d6b4e73f34d87f8_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:42,359 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/5b6a40add0dc4cf981dd09af16aafa0b, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:42,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/5b6a40add0dc4cf981dd09af16aafa0b is 175, key is test_row_0/A:col10/1731151241930/Put/seqid=0 2024-11-09T11:20:42,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741991_1167 (size=39749) 2024-11-09T11:20:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T11:20:42,526 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-09T11:20:42,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-09T11:20:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T11:20:42,529 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:42,530 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:42,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:42,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151302576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T11:20:42,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:42,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T11:20:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:42,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:42,769 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/5b6a40add0dc4cf981dd09af16aafa0b 2024-11-09T11:20:42,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/e914539757c044e6bd436eac1b3327e9 is 50, key is test_row_0/B:col10/1731151241930/Put/seqid=0 2024-11-09T11:20:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741992_1168 (size=12151) 2024-11-09T11:20:42,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/e914539757c044e6bd436eac1b3327e9 2024-11-09T11:20:42,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/4b88cbdef0b146219022bd4ad2d2b32c is 50, key is test_row_0/C:col10/1731151241930/Put/seqid=0 2024-11-09T11:20:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T11:20:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741993_1169 (size=12151) 2024-11-09T11:20:42,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/4b88cbdef0b146219022bd4ad2d2b32c 2024-11-09T11:20:42,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:42,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T11:20:42,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:42,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:42,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:42,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:42,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:42,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/5b6a40add0dc4cf981dd09af16aafa0b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5b6a40add0dc4cf981dd09af16aafa0b 2024-11-09T11:20:42,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5b6a40add0dc4cf981dd09af16aafa0b, entries=200, sequenceid=195, filesize=38.8 K 2024-11-09T11:20:42,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/e914539757c044e6bd436eac1b3327e9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e914539757c044e6bd436eac1b3327e9 2024-11-09T11:20:42,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e914539757c044e6bd436eac1b3327e9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-09T11:20:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/4b88cbdef0b146219022bd4ad2d2b32c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4b88cbdef0b146219022bd4ad2d2b32c 2024-11-09T11:20:42,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4b88cbdef0b146219022bd4ad2d2b32c, entries=150, sequenceid=195, filesize=11.9 K 2024-11-09T11:20:42,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4458457e0c31664754ba120390f6e5d6 in 952ms, sequenceid=195, compaction requested=false 2024-11-09T11:20:42,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:42,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:42,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T11:20:42,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:42,992 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T11:20:42,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:42,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:42,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:42,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:42,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:42,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:43,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110981dbf0833d564023b5f633a909bcdf84_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151241960/Put/seqid=0 2024-11-09T11:20:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741994_1170 (size=12304) 2024-11-09T11:20:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:43,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T11:20:43,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151303174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:43,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151303277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:43,414 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110981dbf0833d564023b5f633a909bcdf84_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110981dbf0833d564023b5f633a909bcdf84_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/84852a7aa5944355a1380ba58bf4efb8, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/84852a7aa5944355a1380ba58bf4efb8 is 175, key is test_row_0/A:col10/1731151241960/Put/seqid=0 2024-11-09T11:20:43,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741995_1171 (size=31105) 2024-11-09T11:20:43,427 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/84852a7aa5944355a1380ba58bf4efb8 2024-11-09T11:20:43,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/638b88550d1a4c40b369b88235dc2201 is 50, key is test_row_0/B:col10/1731151241960/Put/seqid=0 2024-11-09T11:20:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741996_1172 (size=12151) 2024-11-09T11:20:43,447 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/638b88550d1a4c40b369b88235dc2201 2024-11-09T11:20:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/6f2d42962450468fa729e7e0ddb761bc is 50, key is test_row_0/C:col10/1731151241960/Put/seqid=0 2024-11-09T11:20:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741997_1173 (size=12151) 2024-11-09T11:20:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151303480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T11:20:43,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151303786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:43,865 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/6f2d42962450468fa729e7e0ddb761bc 2024-11-09T11:20:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/84852a7aa5944355a1380ba58bf4efb8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/84852a7aa5944355a1380ba58bf4efb8 2024-11-09T11:20:43,875 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/84852a7aa5944355a1380ba58bf4efb8, entries=150, sequenceid=211, filesize=30.4 K 2024-11-09T11:20:43,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/638b88550d1a4c40b369b88235dc2201 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/638b88550d1a4c40b369b88235dc2201 2024-11-09T11:20:43,881 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/638b88550d1a4c40b369b88235dc2201, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T11:20:43,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/6f2d42962450468fa729e7e0ddb761bc as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/6f2d42962450468fa729e7e0ddb761bc 2024-11-09T11:20:43,890 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/6f2d42962450468fa729e7e0ddb761bc, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T11:20:43,891 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4458457e0c31664754ba120390f6e5d6 in 898ms, sequenceid=211, compaction requested=true 2024-11-09T11:20:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-09T11:20:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-09T11:20:43,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-09T11:20:43,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3650 sec 2024-11-09T11:20:43,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.3720 sec 2024-11-09T11:20:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:44,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T11:20:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:44,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f2bdc860381f4d069cf758978c07c73c_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151243173/Put/seqid=0 2024-11-09T11:20:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741998_1174 (size=14794) 2024-11-09T11:20:44,314 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,319 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f2bdc860381f4d069cf758978c07c73c_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f2bdc860381f4d069cf758978c07c73c_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:44,320 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/ebc05d9a30f547259bbd8e879a179c01, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:44,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/ebc05d9a30f547259bbd8e879a179c01 is 175, key is test_row_0/A:col10/1731151243173/Put/seqid=0 2024-11-09T11:20:44,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151304326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:44,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741999_1175 (size=39749) 2024-11-09T11:20:44,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151304430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T11:20:44,633 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-09T11:20:44,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151304632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:44,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-09T11:20:44,636 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:44,637 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:44,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T11:20:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T11:20:44,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/ebc05d9a30f547259bbd8e879a179c01 2024-11-09T11:20:44,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/50b286710fab4f4bb99193a8ff580b20 is 50, key is test_row_0/B:col10/1731151243173/Put/seqid=0 2024-11-09T11:20:44,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742000_1176 (size=12151) 2024-11-09T11:20:44,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/50b286710fab4f4bb99193a8ff580b20 2024-11-09T11:20:44,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/d35ef285218b42f2a925da30655b7d9a is 50, key is test_row_0/C:col10/1731151243173/Put/seqid=0 2024-11-09T11:20:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742001_1177 (size=12151) 2024-11-09T11:20:44,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/d35ef285218b42f2a925da30655b7d9a 2024-11-09T11:20:44,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:44,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-09T11:20:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:44,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:44,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/ebc05d9a30f547259bbd8e879a179c01 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/ebc05d9a30f547259bbd8e879a179c01 2024-11-09T11:20:44,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/ebc05d9a30f547259bbd8e879a179c01, entries=200, sequenceid=234, filesize=38.8 K 2024-11-09T11:20:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/50b286710fab4f4bb99193a8ff580b20 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/50b286710fab4f4bb99193a8ff580b20 2024-11-09T11:20:44,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/50b286710fab4f4bb99193a8ff580b20, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T11:20:44,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/d35ef285218b42f2a925da30655b7d9a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d35ef285218b42f2a925da30655b7d9a 2024-11-09T11:20:44,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d35ef285218b42f2a925da30655b7d9a, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T11:20:44,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4458457e0c31664754ba120390f6e5d6 in 519ms, sequenceid=234, compaction requested=true 2024-11-09T11:20:44,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:44,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:44,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:44,814 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:44,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:44,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:44,814 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:44,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:44,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:44,816 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:44,816 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/B is initiating minor compaction (all files) 2024-11-09T11:20:44,816 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/B in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:44,816 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f27f72fd8f184d0bb78e5d9febfb4d21, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e914539757c044e6bd436eac1b3327e9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/638b88550d1a4c40b369b88235dc2201, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/50b286710fab4f4bb99193a8ff580b20] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=47.9 K 2024-11-09T11:20:44,817 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:44,817 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/A is initiating minor compaction (all files) 2024-11-09T11:20:44,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f27f72fd8f184d0bb78e5d9febfb4d21, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151240627 2024-11-09T11:20:44,817 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/A in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:44,817 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0f804bec09a42b2a2fb4b297073a782, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5b6a40add0dc4cf981dd09af16aafa0b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/84852a7aa5944355a1380ba58bf4efb8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/ebc05d9a30f547259bbd8e879a179c01] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=138.8 K 2024-11-09T11:20:44,817 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:44,817 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0f804bec09a42b2a2fb4b297073a782, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5b6a40add0dc4cf981dd09af16aafa0b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/84852a7aa5944355a1380ba58bf4efb8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/ebc05d9a30f547259bbd8e879a179c01] 2024-11-09T11:20:44,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e914539757c044e6bd436eac1b3327e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731151241312 2024-11-09T11:20:44,817 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0f804bec09a42b2a2fb4b297073a782, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151240627 2024-11-09T11:20:44,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 638b88550d1a4c40b369b88235dc2201, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151241959 2024-11-09T11:20:44,818 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b6a40add0dc4cf981dd09af16aafa0b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731151241312 2024-11-09T11:20:44,818 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 50b286710fab4f4bb99193a8ff580b20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731151243153 2024-11-09T11:20:44,818 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84852a7aa5944355a1380ba58bf4efb8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151241959 2024-11-09T11:20:44,819 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebc05d9a30f547259bbd8e879a179c01, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731151243153 2024-11-09T11:20:44,829 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:44,830 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/4fd8454c2011475789c3227d06a30a3f is 50, key is test_row_0/B:col10/1731151243173/Put/seqid=0 2024-11-09T11:20:44,831 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:44,835 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109a9d02f8c7374421bad89a2be0823ca0e_4458457e0c31664754ba120390f6e5d6 store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:44,837 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109a9d02f8c7374421bad89a2be0823ca0e_4458457e0c31664754ba120390f6e5d6, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:44,837 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a9d02f8c7374421bad89a2be0823ca0e_4458457e0c31664754ba120390f6e5d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742002_1178 (size=12697) 2024-11-09T11:20:44,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742003_1179 (size=4469) 2024-11-09T11:20:44,848 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/4fd8454c2011475789c3227d06a30a3f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/4fd8454c2011475789c3227d06a30a3f 2024-11-09T11:20:44,858 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/B of 4458457e0c31664754ba120390f6e5d6 into 4fd8454c2011475789c3227d06a30a3f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:44,859 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:44,859 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/B, priority=12, startTime=1731151244814; duration=0sec 2024-11-09T11:20:44,859 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:44,859 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:B 2024-11-09T11:20:44,859 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:44,860 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:44,861 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/C is initiating minor compaction (all files) 2024-11-09T11:20:44,861 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/C in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:44,861 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d184bd87d41c4f4e93bc44e37ee54ce9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4b88cbdef0b146219022bd4ad2d2b32c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/6f2d42962450468fa729e7e0ddb761bc, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d35ef285218b42f2a925da30655b7d9a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=47.9 K 2024-11-09T11:20:44,861 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d184bd87d41c4f4e93bc44e37ee54ce9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151240627 2024-11-09T11:20:44,862 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b88cbdef0b146219022bd4ad2d2b32c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731151241312 2024-11-09T11:20:44,862 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f2d42962450468fa729e7e0ddb761bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151241959 2024-11-09T11:20:44,862 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d35ef285218b42f2a925da30655b7d9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731151243153 2024-11-09T11:20:44,872 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:44,873 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/f393e795a71442c7b6998a495f617f5d is 50, key is test_row_0/C:col10/1731151243173/Put/seqid=0 2024-11-09T11:20:44,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742004_1180 (size=12697) 2024-11-09T11:20:44,897 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/f393e795a71442c7b6998a495f617f5d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f393e795a71442c7b6998a495f617f5d 2024-11-09T11:20:44,905 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/C of 4458457e0c31664754ba120390f6e5d6 into f393e795a71442c7b6998a495f617f5d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:44,905 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:44,905 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/C, priority=12, startTime=1731151244814; duration=0sec 2024-11-09T11:20:44,905 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:44,905 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:C 2024-11-09T11:20:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T11:20:44,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:44,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-09T11:20:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:44,941 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T11:20:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:44,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a36245102a19436884dc554e4d819b80_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151244322/Put/seqid=0 2024-11-09T11:20:44,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742005_1181 (size=12304) 2024-11-09T11:20:44,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:44,978 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a36245102a19436884dc554e4d819b80_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a36245102a19436884dc554e4d819b80_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:44,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/76410d8f7b5045ca975912f6c77d0fbe, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:44,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/76410d8f7b5045ca975912f6c77d0fbe is 175, key is test_row_0/A:col10/1731151244322/Put/seqid=0 2024-11-09T11:20:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742006_1182 (size=31105) 2024-11-09T11:20:45,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151304999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151305000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39776 deadline: 1731151305013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,017 DEBUG [Thread-578 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:45,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39808 deadline: 1731151305023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,027 DEBUG [Thread-580 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39812 deadline: 1731151305030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,031 DEBUG [Thread-574 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:20:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151305104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151305105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T11:20:45,248 INFO [master/566d204d64fd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T11:20:45,248 INFO [master/566d204d64fd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T11:20:45,257 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#A#compaction#145 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:45,258 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/efac6b0076114e23bb8ad439b086110c is 175, key is test_row_0/A:col10/1731151243173/Put/seqid=0 2024-11-09T11:20:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742007_1183 (size=31651) 2024-11-09T11:20:45,300 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/efac6b0076114e23bb8ad439b086110c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/efac6b0076114e23bb8ad439b086110c 2024-11-09T11:20:45,311 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/A of 4458457e0c31664754ba120390f6e5d6 into efac6b0076114e23bb8ad439b086110c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:45,312 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:45,312 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/A, priority=12, startTime=1731151244814; duration=0sec 2024-11-09T11:20:45,312 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:45,312 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:A 2024-11-09T11:20:45,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151305312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151305313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,387 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/76410d8f7b5045ca975912f6c77d0fbe 2024-11-09T11:20:45,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/45fba47636484252a9e4c2f05a31347c is 50, key is test_row_0/B:col10/1731151244322/Put/seqid=0 2024-11-09T11:20:45,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742008_1184 (size=12151) 2024-11-09T11:20:45,410 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/45fba47636484252a9e4c2f05a31347c 2024-11-09T11:20:45,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/f702f388c65849938fd9ec3de93b62c4 is 50, key is test_row_0/C:col10/1731151244322/Put/seqid=0 2024-11-09T11:20:45,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742009_1185 (size=12151) 2024-11-09T11:20:45,446 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/f702f388c65849938fd9ec3de93b62c4 2024-11-09T11:20:45,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/76410d8f7b5045ca975912f6c77d0fbe as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/76410d8f7b5045ca975912f6c77d0fbe 2024-11-09T11:20:45,461 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/76410d8f7b5045ca975912f6c77d0fbe, entries=150, sequenceid=250, filesize=30.4 K 2024-11-09T11:20:45,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/45fba47636484252a9e4c2f05a31347c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/45fba47636484252a9e4c2f05a31347c 2024-11-09T11:20:45,470 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/45fba47636484252a9e4c2f05a31347c, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T11:20:45,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/f702f388c65849938fd9ec3de93b62c4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f702f388c65849938fd9ec3de93b62c4 2024-11-09T11:20:45,479 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f702f388c65849938fd9ec3de93b62c4, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T11:20:45,479 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4458457e0c31664754ba120390f6e5d6 in 538ms, sequenceid=250, compaction requested=false 2024-11-09T11:20:45,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:45,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:45,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T11:20:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-09T11:20:45,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-09T11:20:45,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 844 msec 2024-11-09T11:20:45,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 847 msec 2024-11-09T11:20:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:45,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T11:20:45,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:45,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:45,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:45,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:45,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:45,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:45,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109592192b45e7c4d72b47d25b69719b147_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151244991/Put/seqid=0 2024-11-09T11:20:45,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151305638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151305639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742010_1186 (size=14994) 2024-11-09T11:20:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T11:20:45,741 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-09T11:20:45,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-09T11:20:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T11:20:45,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151305742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,745 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:45,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151305742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,745 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:45,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T11:20:45,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T11:20:45,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:45,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:45,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:45,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:45,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:45,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151305945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:45,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151305946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T11:20:46,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,052 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:46,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T11:20:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,059 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109592192b45e7c4d72b47d25b69719b147_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109592192b45e7c4d72b47d25b69719b147_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:46,060 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/151041d42b5048878cb6daff8b183962, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:46,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/151041d42b5048878cb6daff8b183962 is 175, key is test_row_0/A:col10/1731151244991/Put/seqid=0 2024-11-09T11:20:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742011_1187 (size=39949) 2024-11-09T11:20:46,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T11:20:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151306250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151306251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T11:20:46,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T11:20:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,470 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/151041d42b5048878cb6daff8b183962 2024-11-09T11:20:46,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/0e379436de7048e99c2615e900067324 is 50, key is test_row_0/B:col10/1731151244991/Put/seqid=0 2024-11-09T11:20:46,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742012_1188 (size=12301) 2024-11-09T11:20:46,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/0e379436de7048e99c2615e900067324 2024-11-09T11:20:46,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/4a061459f6234e6090949d441e7eb841 is 50, key is test_row_0/C:col10/1731151244991/Put/seqid=0 2024-11-09T11:20:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742013_1189 (size=12301) 2024-11-09T11:20:46,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T11:20:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T11:20:46,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:46,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151306756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151306757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,826 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T11:20:46,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:46,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:20:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T11:20:46,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/4a061459f6234e6090949d441e7eb841 2024-11-09T11:20:46,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/151041d42b5048878cb6daff8b183962 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/151041d42b5048878cb6daff8b183962 2024-11-09T11:20:46,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/151041d42b5048878cb6daff8b183962, entries=200, sequenceid=276, filesize=39.0 K 2024-11-09T11:20:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/0e379436de7048e99c2615e900067324 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0e379436de7048e99c2615e900067324 2024-11-09T11:20:46,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0e379436de7048e99c2615e900067324, entries=150, sequenceid=276, filesize=12.0 K 2024-11-09T11:20:46,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/4a061459f6234e6090949d441e7eb841 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4a061459f6234e6090949d441e7eb841 2024-11-09T11:20:46,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4a061459f6234e6090949d441e7eb841, entries=150, sequenceid=276, filesize=12.0 K 2024-11-09T11:20:46,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4458457e0c31664754ba120390f6e5d6 in 1323ms, sequenceid=276, compaction requested=true 2024-11-09T11:20:46,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:46,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:46,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:46,942 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:46,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:46,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:46,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:46,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:20:46,946 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:46,949 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:46,949 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/B is initiating minor compaction (all files) 2024-11-09T11:20:46,949 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/B in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,949 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/4fd8454c2011475789c3227d06a30a3f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/45fba47636484252a9e4c2f05a31347c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0e379436de7048e99c2615e900067324] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=36.3 K 2024-11-09T11:20:46,950 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fd8454c2011475789c3227d06a30a3f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731151243153 2024-11-09T11:20:46,951 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45fba47636484252a9e4c2f05a31347c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731151244314 2024-11-09T11:20:46,951 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:46,951 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e379436de7048e99c2615e900067324, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731151244991 2024-11-09T11:20:46,951 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/A is initiating minor compaction (all files) 2024-11-09T11:20:46,951 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/A in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,951 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/efac6b0076114e23bb8ad439b086110c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/76410d8f7b5045ca975912f6c77d0fbe, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/151041d42b5048878cb6daff8b183962] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=100.3 K 2024-11-09T11:20:46,951 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,951 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/efac6b0076114e23bb8ad439b086110c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/76410d8f7b5045ca975912f6c77d0fbe, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/151041d42b5048878cb6daff8b183962] 2024-11-09T11:20:46,952 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting efac6b0076114e23bb8ad439b086110c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731151243153 2024-11-09T11:20:46,952 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 76410d8f7b5045ca975912f6c77d0fbe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731151244314 2024-11-09T11:20:46,952 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 151041d42b5048878cb6daff8b183962, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731151244991 2024-11-09T11:20:46,958 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:46,961 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#B#compaction#153 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:46,961 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/f1557aec029c4668a9f3b7a58a9c752f is 50, key is test_row_0/B:col10/1731151244991/Put/seqid=0 2024-11-09T11:20:46,964 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411099e0b238ca2144f4fbe05d677fa4f9721_4458457e0c31664754ba120390f6e5d6 store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:46,968 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411099e0b238ca2144f4fbe05d677fa4f9721_4458457e0c31664754ba120390f6e5d6, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:46,968 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099e0b238ca2144f4fbe05d677fa4f9721_4458457e0c31664754ba120390f6e5d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742014_1190 (size=12949) 2024-11-09T11:20:46,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:46,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T11:20:46,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:46,979 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:20:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:46,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742015_1191 (size=4469) 2024-11-09T11:20:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098ffba37f9e0e4465b84ccea172de971e_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151245638/Put/seqid=0 2024-11-09T11:20:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742016_1192 (size=12454) 2024-11-09T11:20:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:47,013 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098ffba37f9e0e4465b84ccea172de971e_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098ffba37f9e0e4465b84ccea172de971e_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:47,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d0ef4cb4097f4592a8d79abac307414e, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:47,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d0ef4cb4097f4592a8d79abac307414e is 175, key is test_row_0/A:col10/1731151245638/Put/seqid=0 2024-11-09T11:20:47,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742017_1193 (size=31255) 2024-11-09T11:20:47,378 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/f1557aec029c4668a9f3b7a58a9c752f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1557aec029c4668a9f3b7a58a9c752f 2024-11-09T11:20:47,384 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:47,384 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/00024427a88a4e259ce275efb7b0dbb3 is 175, key is test_row_0/A:col10/1731151244991/Put/seqid=0 2024-11-09T11:20:47,386 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/B of 4458457e0c31664754ba120390f6e5d6 into f1557aec029c4668a9f3b7a58a9c752f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:47,386 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:47,386 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/B, priority=13, startTime=1731151246942; duration=0sec 2024-11-09T11:20:47,387 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:47,387 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:B 2024-11-09T11:20:47,387 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:47,388 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:47,388 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/C is initiating minor compaction (all files) 2024-11-09T11:20:47,388 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/C in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:47,389 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f393e795a71442c7b6998a495f617f5d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f702f388c65849938fd9ec3de93b62c4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4a061459f6234e6090949d441e7eb841] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=36.3 K 2024-11-09T11:20:47,389 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting f393e795a71442c7b6998a495f617f5d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731151243153 2024-11-09T11:20:47,389 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting f702f388c65849938fd9ec3de93b62c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731151244314 2024-11-09T11:20:47,390 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a061459f6234e6090949d441e7eb841, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731151244991 2024-11-09T11:20:47,399 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:47,399 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/082ac18dd0b54e908838266572cbd35a is 50, key is test_row_0/C:col10/1731151244991/Put/seqid=0 2024-11-09T11:20:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742018_1194 (size=31903) 2024-11-09T11:20:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742019_1195 (size=12949) 2024-11-09T11:20:47,425 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/082ac18dd0b54e908838266572cbd35a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/082ac18dd0b54e908838266572cbd35a 2024-11-09T11:20:47,433 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/C of 4458457e0c31664754ba120390f6e5d6 into 082ac18dd0b54e908838266572cbd35a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:47,433 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:47,433 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/C, priority=13, startTime=1731151246942; duration=0sec 2024-11-09T11:20:47,433 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:47,433 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:C 2024-11-09T11:20:47,439 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d0ef4cb4097f4592a8d79abac307414e 2024-11-09T11:20:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/ecb788c3c13e45e1b994a77fa978843f is 50, key is test_row_0/B:col10/1731151245638/Put/seqid=0 2024-11-09T11:20:47,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742020_1196 (size=12301) 2024-11-09T11:20:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:47,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:47,809 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/00024427a88a4e259ce275efb7b0dbb3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/00024427a88a4e259ce275efb7b0dbb3 2024-11-09T11:20:47,821 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/A of 4458457e0c31664754ba120390f6e5d6 into 00024427a88a4e259ce275efb7b0dbb3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:47,821 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:47,821 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/A, priority=13, startTime=1731151246942; duration=0sec 2024-11-09T11:20:47,821 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:47,821 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:A 2024-11-09T11:20:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T11:20:47,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151307857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:47,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151307857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:47,876 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/ecb788c3c13e45e1b994a77fa978843f 2024-11-09T11:20:47,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/bbdbd1c8122146659f859b4699d24488 is 50, key is test_row_0/C:col10/1731151245638/Put/seqid=0 2024-11-09T11:20:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742021_1197 (size=12301) 2024-11-09T11:20:47,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151307961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:47,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151307961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:48,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151308164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:48,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151308175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:48,298 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/bbdbd1c8122146659f859b4699d24488 2024-11-09T11:20:48,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d0ef4cb4097f4592a8d79abac307414e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0ef4cb4097f4592a8d79abac307414e 2024-11-09T11:20:48,312 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0ef4cb4097f4592a8d79abac307414e, entries=150, sequenceid=287, filesize=30.5 K 2024-11-09T11:20:48,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/ecb788c3c13e45e1b994a77fa978843f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ecb788c3c13e45e1b994a77fa978843f 2024-11-09T11:20:48,323 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ecb788c3c13e45e1b994a77fa978843f, entries=150, sequenceid=287, filesize=12.0 K 2024-11-09T11:20:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/bbdbd1c8122146659f859b4699d24488 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/bbdbd1c8122146659f859b4699d24488 2024-11-09T11:20:48,328 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/bbdbd1c8122146659f859b4699d24488, entries=150, sequenceid=287, filesize=12.0 K 2024-11-09T11:20:48,329 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4458457e0c31664754ba120390f6e5d6 in 1350ms, sequenceid=287, compaction requested=false 2024-11-09T11:20:48,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:48,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:48,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T11:20:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-09T11:20:48,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-09T11:20:48,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5850 sec 2024-11-09T11:20:48,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.5890 sec 2024-11-09T11:20:48,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T11:20:48,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:48,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:48,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:48,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:48,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:48,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:48,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151308479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:48,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110994b63ba6d40f4e3287be68ba80dac745_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151248466/Put/seqid=0 2024-11-09T11:20:48,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151308480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:48,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742022_1198 (size=14994) 2024-11-09T11:20:48,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151308580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:48,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151308584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151308786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151308788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:48,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:48,908 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110994b63ba6d40f4e3287be68ba80dac745_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994b63ba6d40f4e3287be68ba80dac745_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:48,909 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/b1e4f38fa6b64b6bb3105400ad9059ae, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:48,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/b1e4f38fa6b64b6bb3105400ad9059ae is 175, key is test_row_0/A:col10/1731151248466/Put/seqid=0 2024-11-09T11:20:48,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742023_1199 (size=39949) 2024-11-09T11:20:49,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151309089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:49,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151309089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:49,318 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/b1e4f38fa6b64b6bb3105400ad9059ae 2024-11-09T11:20:49,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/ace9b16e443e4b1484f87143c86105fe is 50, key is test_row_0/B:col10/1731151248466/Put/seqid=0 2024-11-09T11:20:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742024_1200 (size=12301) 2024-11-09T11:20:49,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151309591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:49,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151309593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:49,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/ace9b16e443e4b1484f87143c86105fe 2024-11-09T11:20:49,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/2892fea0343744e294c02a006d78bbd5 is 50, key is test_row_0/C:col10/1731151248466/Put/seqid=0 2024-11-09T11:20:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742025_1201 (size=12301) 2024-11-09T11:20:49,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/2892fea0343744e294c02a006d78bbd5 2024-11-09T11:20:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/b1e4f38fa6b64b6bb3105400ad9059ae as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b1e4f38fa6b64b6bb3105400ad9059ae 2024-11-09T11:20:49,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b1e4f38fa6b64b6bb3105400ad9059ae, entries=200, sequenceid=317, filesize=39.0 K 2024-11-09T11:20:49,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/ace9b16e443e4b1484f87143c86105fe as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ace9b16e443e4b1484f87143c86105fe 2024-11-09T11:20:49,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ace9b16e443e4b1484f87143c86105fe, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T11:20:49,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/2892fea0343744e294c02a006d78bbd5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/2892fea0343744e294c02a006d78bbd5 2024-11-09T11:20:49,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/2892fea0343744e294c02a006d78bbd5, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T11:20:49,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 4458457e0c31664754ba120390f6e5d6 in 1299ms, sequenceid=317, compaction requested=true 2024-11-09T11:20:49,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:49,767 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:49,767 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:49,768 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:49,768 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/B is initiating minor compaction (all files) 2024-11-09T11:20:49,768 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/B in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:49,768 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1557aec029c4668a9f3b7a58a9c752f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ecb788c3c13e45e1b994a77fa978843f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ace9b16e443e4b1484f87143c86105fe] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=36.7 K 2024-11-09T11:20:49,768 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:49,769 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/A is initiating minor compaction (all files) 2024-11-09T11:20:49,769 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/A in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:49,769 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/00024427a88a4e259ce275efb7b0dbb3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0ef4cb4097f4592a8d79abac307414e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b1e4f38fa6b64b6bb3105400ad9059ae] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=100.7 K 2024-11-09T11:20:49,769 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:49,769 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/00024427a88a4e259ce275efb7b0dbb3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0ef4cb4097f4592a8d79abac307414e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b1e4f38fa6b64b6bb3105400ad9059ae] 2024-11-09T11:20:49,769 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f1557aec029c4668a9f3b7a58a9c752f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731151244991 2024-11-09T11:20:49,769 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ecb788c3c13e45e1b994a77fa978843f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731151245627 2024-11-09T11:20:49,769 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00024427a88a4e259ce275efb7b0dbb3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731151244991 2024-11-09T11:20:49,770 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ace9b16e443e4b1484f87143c86105fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731151247849 2024-11-09T11:20:49,770 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0ef4cb4097f4592a8d79abac307414e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731151245627 2024-11-09T11:20:49,770 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1e4f38fa6b64b6bb3105400ad9059ae, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731151247832 2024-11-09T11:20:49,776 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:49,777 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/0f9a2943cac54249a61f10261900c202 is 50, key is test_row_0/B:col10/1731151248466/Put/seqid=0 2024-11-09T11:20:49,783 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:49,786 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d631df92da68413ea11f4adb94b18645_4458457e0c31664754ba120390f6e5d6 store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:49,787 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d631df92da68413ea11f4adb94b18645_4458457e0c31664754ba120390f6e5d6, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:49,787 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d631df92da68413ea11f4adb94b18645_4458457e0c31664754ba120390f6e5d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742026_1202 (size=13051) 2024-11-09T11:20:49,796 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/0f9a2943cac54249a61f10261900c202 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0f9a2943cac54249a61f10261900c202 2024-11-09T11:20:49,802 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/B of 4458457e0c31664754ba120390f6e5d6 into 0f9a2943cac54249a61f10261900c202(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:49,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742027_1203 (size=4469) 2024-11-09T11:20:49,802 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:49,802 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/B, priority=13, startTime=1731151249767; duration=0sec 2024-11-09T11:20:49,802 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:49,802 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:B 2024-11-09T11:20:49,803 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:20:49,805 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:20:49,805 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/C is initiating minor compaction (all files) 2024-11-09T11:20:49,805 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/C in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:49,805 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/082ac18dd0b54e908838266572cbd35a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/bbdbd1c8122146659f859b4699d24488, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/2892fea0343744e294c02a006d78bbd5] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=36.7 K 2024-11-09T11:20:49,806 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#A#compaction#163 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:49,806 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 082ac18dd0b54e908838266572cbd35a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731151244991 2024-11-09T11:20:49,806 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/9af010d6bc8e443dacc15c432956d32f is 175, key is test_row_0/A:col10/1731151248466/Put/seqid=0 2024-11-09T11:20:49,807 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting bbdbd1c8122146659f859b4699d24488, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731151245627 2024-11-09T11:20:49,808 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 2892fea0343744e294c02a006d78bbd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731151247849 2024-11-09T11:20:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742028_1204 (size=32005) 2024-11-09T11:20:49,819 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:49,819 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/9cf0bd50dc18477583d13667e1e6eb52 is 50, key is test_row_0/C:col10/1731151248466/Put/seqid=0 2024-11-09T11:20:49,828 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/9af010d6bc8e443dacc15c432956d32f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9af010d6bc8e443dacc15c432956d32f 2024-11-09T11:20:49,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742029_1205 (size=13051) 2024-11-09T11:20:49,834 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/A of 4458457e0c31664754ba120390f6e5d6 into 9af010d6bc8e443dacc15c432956d32f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:49,834 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:49,834 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/A, priority=13, startTime=1731151249766; duration=0sec 2024-11-09T11:20:49,834 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:49,834 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:A 2024-11-09T11:20:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T11:20:49,849 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-09T11:20:49,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-09T11:20:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T11:20:49,852 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:49,852 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:49,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T11:20:50,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:50,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T11:20:50,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:50,005 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T11:20:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:50,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fcc1491eb75840adabd60ba4d9ed5504_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151248471/Put/seqid=0 2024-11-09T11:20:50,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742030_1206 (size=12454) 2024-11-09T11:20:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T11:20:50,239 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/9cf0bd50dc18477583d13667e1e6eb52 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/9cf0bd50dc18477583d13667e1e6eb52 2024-11-09T11:20:50,245 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/C of 4458457e0c31664754ba120390f6e5d6 into 9cf0bd50dc18477583d13667e1e6eb52(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:50,246 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:50,246 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/C, priority=13, startTime=1731151249767; duration=0sec 2024-11-09T11:20:50,246 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:50,246 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:C 2024-11-09T11:20:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T11:20:50,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:50,510 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fcc1491eb75840adabd60ba4d9ed5504_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fcc1491eb75840adabd60ba4d9ed5504_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:50,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/b664929dcac54699917b6530b45a6870, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:50,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/b664929dcac54699917b6530b45a6870 is 175, key is test_row_0/A:col10/1731151248471/Put/seqid=0 2024-11-09T11:20:50,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742031_1207 (size=31255) 2024-11-09T11:20:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:50,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:50,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151310634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:50,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151310634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151310738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151310738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:50,929 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/b664929dcac54699917b6530b45a6870 2024-11-09T11:20:50,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/8c7a4040c58d4e55a10844287e4f38d3 is 50, key is test_row_0/B:col10/1731151248471/Put/seqid=0 2024-11-09T11:20:50,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151310943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:50,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151310943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T11:20:50,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742032_1208 (size=12301) 2024-11-09T11:20:51,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151311246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:51,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151311246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:51,364 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/8c7a4040c58d4e55a10844287e4f38d3 2024-11-09T11:20:51,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/27eeec39b7854df592692f5e070d6b41 is 50, key is test_row_0/C:col10/1731151248471/Put/seqid=0 2024-11-09T11:20:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742033_1209 (size=12301) 2024-11-09T11:20:51,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151311748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:51,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151311748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:51,777 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/27eeec39b7854df592692f5e070d6b41 2024-11-09T11:20:51,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/b664929dcac54699917b6530b45a6870 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b664929dcac54699917b6530b45a6870 2024-11-09T11:20:51,800 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b664929dcac54699917b6530b45a6870, entries=150, sequenceid=329, filesize=30.5 K 2024-11-09T11:20:51,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/8c7a4040c58d4e55a10844287e4f38d3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8c7a4040c58d4e55a10844287e4f38d3 2024-11-09T11:20:51,813 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8c7a4040c58d4e55a10844287e4f38d3, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T11:20:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/27eeec39b7854df592692f5e070d6b41 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/27eeec39b7854df592692f5e070d6b41 2024-11-09T11:20:51,819 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/27eeec39b7854df592692f5e070d6b41, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T11:20:51,820 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4458457e0c31664754ba120390f6e5d6 in 1816ms, sequenceid=329, compaction requested=false 2024-11-09T11:20:51,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:51,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:51,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T11:20:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-09T11:20:51,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-09T11:20:51,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9710 sec 2024-11-09T11:20:51,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.9750 sec 2024-11-09T11:20:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T11:20:51,956 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-09T11:20:51,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:20:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-09T11:20:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T11:20:51,958 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:20:51,958 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:20:51,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:20:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T11:20:52,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:52,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-09T11:20:52,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:52,111 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:20:52,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:52,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:52,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:52,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:52,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b4c680c8848748d697d6b4e8d465ffff_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151250633/Put/seqid=0 2024-11-09T11:20:52,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742034_1210 (size=12454) 2024-11-09T11:20:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T11:20:52,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:52,527 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b4c680c8848748d697d6b4e8d465ffff_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b4c680c8848748d697d6b4e8d465ffff_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:52,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/6ec0794555a040cc9029431fded92bb2, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:52,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/6ec0794555a040cc9029431fded92bb2 is 175, key is test_row_0/A:col10/1731151250633/Put/seqid=0 2024-11-09T11:20:52,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742035_1211 (size=31255) 2024-11-09T11:20:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T11:20:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:52,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. as already flushing 2024-11-09T11:20:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151312760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151312760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:52,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:52,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151312863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151312863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:52,933 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/6ec0794555a040cc9029431fded92bb2 2024-11-09T11:20:52,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/8d672faefbf5497e96e48232aef892ca is 50, key is test_row_0/B:col10/1731151250633/Put/seqid=0 2024-11-09T11:20:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742036_1212 (size=12301) 2024-11-09T11:20:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T11:20:53,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151313066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:53,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151313066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:53,070 DEBUG [Thread-587 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e0829fb to 127.0.0.1:63884 2024-11-09T11:20:53,070 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:53,072 DEBUG [Thread-585 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x681a05ec to 127.0.0.1:63884 2024-11-09T11:20:53,072 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:53,072 DEBUG [Thread-591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23a6e288 to 127.0.0.1:63884 2024-11-09T11:20:53,073 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:53,081 DEBUG [Thread-589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f3c742a to 127.0.0.1:63884 2024-11-09T11:20:53,081 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:53,351 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/8d672faefbf5497e96e48232aef892ca 2024-11-09T11:20:53,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/faae26a0bcff4608b2f49584c202ecd2 is 50, key is test_row_0/C:col10/1731151250633/Put/seqid=0 2024-11-09T11:20:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742037_1213 (size=12301) 2024-11-09T11:20:53,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39814 deadline: 1731151313368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:53,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:20:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39786 deadline: 1731151313374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 2024-11-09T11:20:53,766 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/faae26a0bcff4608b2f49584c202ecd2 2024-11-09T11:20:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/6ec0794555a040cc9029431fded92bb2 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/6ec0794555a040cc9029431fded92bb2 2024-11-09T11:20:53,779 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/6ec0794555a040cc9029431fded92bb2, entries=150, sequenceid=356, filesize=30.5 K 2024-11-09T11:20:53,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/8d672faefbf5497e96e48232aef892ca as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8d672faefbf5497e96e48232aef892ca 2024-11-09T11:20:53,785 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8d672faefbf5497e96e48232aef892ca, entries=150, sequenceid=356, filesize=12.0 K 2024-11-09T11:20:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/faae26a0bcff4608b2f49584c202ecd2 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/faae26a0bcff4608b2f49584c202ecd2 2024-11-09T11:20:53,789 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/faae26a0bcff4608b2f49584c202ecd2, entries=150, sequenceid=356, filesize=12.0 K 2024-11-09T11:20:53,790 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4458457e0c31664754ba120390f6e5d6 in 1679ms, sequenceid=356, compaction requested=true 2024-11-09T11:20:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-09T11:20:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-09T11:20:53,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-09T11:20:53,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8330 sec 2024-11-09T11:20:53,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.8350 sec 2024-11-09T11:20:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:53,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:20:53,871 DEBUG [Thread-582 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f63b68c to 127.0.0.1:63884 2024-11-09T11:20:53,871 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:53,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:53,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:53,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:53,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:53,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:53,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:53,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110924d5f4df10644cfd99d3c841cb07f8be_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151252756/Put/seqid=0 2024-11-09T11:20:53,880 DEBUG [Thread-576 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35b51e5d to 127.0.0.1:63884 2024-11-09T11:20:53,880 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:53,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742038_1214 (size=12454) 2024-11-09T11:20:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T11:20:54,069 INFO [Thread-584 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-09T11:20:54,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:54,294 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110924d5f4df10644cfd99d3c841cb07f8be_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110924d5f4df10644cfd99d3c841cb07f8be_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:54,296 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d9eb275dc49545a79b98f110b7233ae7, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:54,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d9eb275dc49545a79b98f110b7233ae7 is 175, key is test_row_0/A:col10/1731151252756/Put/seqid=0 2024-11-09T11:20:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742039_1215 (size=31255) 2024-11-09T11:20:54,704 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d9eb275dc49545a79b98f110b7233ae7 2024-11-09T11:20:54,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/9006bbd3b2b64a4c882dc2a0a58b5c43 is 50, key is test_row_0/B:col10/1731151252756/Put/seqid=0 2024-11-09T11:20:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742040_1216 (size=12301) 2024-11-09T11:20:55,055 DEBUG [Thread-574 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x57449e06 to 127.0.0.1:63884 2024-11-09T11:20:55,055 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,093 DEBUG [Thread-578 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c517130 to 127.0.0.1:63884 2024-11-09T11:20:55,093 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/9006bbd3b2b64a4c882dc2a0a58b5c43 2024-11-09T11:20:55,124 DEBUG [Thread-580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x706b2cde to 127.0.0.1:63884 2024-11-09T11:20:55,124 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 183 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5602 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5344 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2306 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6911 rows 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2314 2024-11-09T11:20:55,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6939 rows 2024-11-09T11:20:55,125 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T11:20:55,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07dd2428 to 127.0.0.1:63884 2024-11-09T11:20:55,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:20:55,127 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T11:20:55,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T11:20:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T11:20:55,134 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151255134"}]},"ts":"1731151255134"} 2024-11-09T11:20:55,135 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:20:55,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/83dba62ca976488fbb4ee78c4e7ceae3 is 50, key is test_row_0/C:col10/1731151252756/Put/seqid=0 2024-11-09T11:20:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742041_1217 (size=12301) 2024-11-09T11:20:55,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/83dba62ca976488fbb4ee78c4e7ceae3 2024-11-09T11:20:55,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/d9eb275dc49545a79b98f110b7233ae7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d9eb275dc49545a79b98f110b7233ae7 2024-11-09T11:20:55,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d9eb275dc49545a79b98f110b7233ae7, entries=150, sequenceid=367, filesize=30.5 K 2024-11-09T11:20:55,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/9006bbd3b2b64a4c882dc2a0a58b5c43 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/9006bbd3b2b64a4c882dc2a0a58b5c43 2024-11-09T11:20:55,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/9006bbd3b2b64a4c882dc2a0a58b5c43, entries=150, sequenceid=367, filesize=12.0 K 2024-11-09T11:20:55,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/83dba62ca976488fbb4ee78c4e7ceae3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/83dba62ca976488fbb4ee78c4e7ceae3 2024-11-09T11:20:55,156 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:20:55,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/83dba62ca976488fbb4ee78c4e7ceae3, entries=150, sequenceid=367, filesize=12.0 K 2024-11-09T11:20:55,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:20:55,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for 4458457e0c31664754ba120390f6e5d6 in 1299ms, sequenceid=367, compaction requested=true 2024-11-09T11:20:55,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:55,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:20:55,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, UNASSIGN}] 2024-11-09T11:20:55,171 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:55,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:55,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:20:55,171 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:20:55,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:55,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4458457e0c31664754ba120390f6e5d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:20:55,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:55,171 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, UNASSIGN 2024-11-09T11:20:55,172 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=4458457e0c31664754ba120390f6e5d6, regionState=CLOSING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:20:55,172 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125770 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:55,172 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/A is initiating minor compaction (all files) 2024-11-09T11:20:55,172 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:20:55,172 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 4458457e0c31664754ba120390f6e5d6/B is initiating minor compaction (all files) 2024-11-09T11:20:55,172 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/A in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:55,172 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4458457e0c31664754ba120390f6e5d6/B in TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:55,172 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0f9a2943cac54249a61f10261900c202, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8c7a4040c58d4e55a10844287e4f38d3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8d672faefbf5497e96e48232aef892ca, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/9006bbd3b2b64a4c882dc2a0a58b5c43] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=48.8 K 2024-11-09T11:20:55,172 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9af010d6bc8e443dacc15c432956d32f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b664929dcac54699917b6530b45a6870, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/6ec0794555a040cc9029431fded92bb2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d9eb275dc49545a79b98f110b7233ae7] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp, totalSize=122.8 K 2024-11-09T11:20:55,172 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:55,172 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9af010d6bc8e443dacc15c432956d32f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b664929dcac54699917b6530b45a6870, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/6ec0794555a040cc9029431fded92bb2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d9eb275dc49545a79b98f110b7233ae7] 2024-11-09T11:20:55,172 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f9a2943cac54249a61f10261900c202, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731151247849 2024-11-09T11:20:55,172 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:20:55,172 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9af010d6bc8e443dacc15c432956d32f, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731151247849 2024-11-09T11:20:55,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:20:55,173 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c7a4040c58d4e55a10844287e4f38d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731151248471 2024-11-09T11:20:55,173 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b664929dcac54699917b6530b45a6870, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731151248471 2024-11-09T11:20:55,173 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d672faefbf5497e96e48232aef892ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731151250619 2024-11-09T11:20:55,173 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ec0794555a040cc9029431fded92bb2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731151250619 2024-11-09T11:20:55,173 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9006bbd3b2b64a4c882dc2a0a58b5c43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731151252756 2024-11-09T11:20:55,173 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9eb275dc49545a79b98f110b7233ae7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731151252756 2024-11-09T11:20:55,184 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#B#compaction#174 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:55,185 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/9500cc1af77941939cfcb241b30c71bc is 50, key is test_row_0/B:col10/1731151252756/Put/seqid=0 2024-11-09T11:20:55,186 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:55,191 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110905e7d3f0c1f845b692460298d3bf4e39_4458457e0c31664754ba120390f6e5d6 store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:55,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742042_1218 (size=13187) 2024-11-09T11:20:55,218 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110905e7d3f0c1f845b692460298d3bf4e39_4458457e0c31664754ba120390f6e5d6, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:55,219 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110905e7d3f0c1f845b692460298d3bf4e39_4458457e0c31664754ba120390f6e5d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:55,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742043_1219 (size=4469) 2024-11-09T11:20:55,224 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4458457e0c31664754ba120390f6e5d6#A#compaction#175 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:20:55,224 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/99812ac6d7d24730b0793167c015f29e is 175, key is test_row_0/A:col10/1731151252756/Put/seqid=0 2024-11-09T11:20:55,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742044_1220 (size=32141) 2024-11-09T11:20:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T11:20:55,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:20:55,325 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:55,325 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T11:20:55,325 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 4458457e0c31664754ba120390f6e5d6, disabling compactions & flushes 2024-11-09T11:20:55,325 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T11:20:55,606 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/9500cc1af77941939cfcb241b30c71bc as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/9500cc1af77941939cfcb241b30c71bc 2024-11-09T11:20:55,611 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/B of 4458457e0c31664754ba120390f6e5d6 into 9500cc1af77941939cfcb241b30c71bc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:55,611 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:55,611 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/B, priority=12, startTime=1731151255171; duration=0sec 2024-11-09T11:20:55,611 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:20:55,611 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:B 2024-11-09T11:20:55,611 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. because compaction request was cancelled 2024-11-09T11:20:55,611 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:C 2024-11-09T11:20:55,638 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/99812ac6d7d24730b0793167c015f29e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/99812ac6d7d24730b0793167c015f29e 2024-11-09T11:20:55,646 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4458457e0c31664754ba120390f6e5d6/A of 4458457e0c31664754ba120390f6e5d6 into 99812ac6d7d24730b0793167c015f29e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:20:55,646 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:55,646 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:55,646 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6., storeName=4458457e0c31664754ba120390f6e5d6/A, priority=12, startTime=1731151255170; duration=0sec 2024-11-09T11:20:55,646 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:55,646 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. after waiting 0 ms 2024-11-09T11:20:55,646 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:55,646 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:20:55,646 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4458457e0c31664754ba120390f6e5d6:A 2024-11-09T11:20:55,646 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 4458457e0c31664754ba120390f6e5d6 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T11:20:55,646 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=A 2024-11-09T11:20:55,647 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:55,647 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=B 2024-11-09T11:20:55,647 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:55,647 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4458457e0c31664754ba120390f6e5d6, store=C 2024-11-09T11:20:55,647 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:20:55,652 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092d697df74c8041b7b9329865cd7b818c_4458457e0c31664754ba120390f6e5d6 is 50, key is test_row_0/A:col10/1731151255123/Put/seqid=0 2024-11-09T11:20:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742045_1221 (size=12454) 2024-11-09T11:20:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T11:20:56,060 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:56,066 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092d697df74c8041b7b9329865cd7b818c_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092d697df74c8041b7b9329865cd7b818c_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:56,067 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/8eb194ddca8246bd98035cfee8fb95dd, store: [table=TestAcidGuarantees family=A region=4458457e0c31664754ba120390f6e5d6] 2024-11-09T11:20:56,068 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/8eb194ddca8246bd98035cfee8fb95dd is 175, key is test_row_0/A:col10/1731151255123/Put/seqid=0 2024-11-09T11:20:56,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742046_1222 (size=31255) 2024-11-09T11:20:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T11:20:56,474 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/8eb194ddca8246bd98035cfee8fb95dd 2024-11-09T11:20:56,487 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/296d228265eb4d0ba9afe6220505b0d4 is 50, key is test_row_0/B:col10/1731151255123/Put/seqid=0 2024-11-09T11:20:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742047_1223 (size=12301) 2024-11-09T11:20:56,892 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/296d228265eb4d0ba9afe6220505b0d4 2024-11-09T11:20:56,906 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/930845c6c0b04ce59884ca9cfefacb6a is 50, key is test_row_0/C:col10/1731151255123/Put/seqid=0 2024-11-09T11:20:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742048_1224 (size=12301) 2024-11-09T11:20:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T11:20:57,311 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/930845c6c0b04ce59884ca9cfefacb6a 2024-11-09T11:20:57,318 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/A/8eb194ddca8246bd98035cfee8fb95dd as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8eb194ddca8246bd98035cfee8fb95dd 2024-11-09T11:20:57,323 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8eb194ddca8246bd98035cfee8fb95dd, entries=150, sequenceid=376, filesize=30.5 K 2024-11-09T11:20:57,324 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/B/296d228265eb4d0ba9afe6220505b0d4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/296d228265eb4d0ba9afe6220505b0d4 2024-11-09T11:20:57,329 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/296d228265eb4d0ba9afe6220505b0d4, entries=150, sequenceid=376, filesize=12.0 K 2024-11-09T11:20:57,330 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/.tmp/C/930845c6c0b04ce59884ca9cfefacb6a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/930845c6c0b04ce59884ca9cfefacb6a 2024-11-09T11:20:57,336 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/930845c6c0b04ce59884ca9cfefacb6a, entries=150, sequenceid=376, filesize=12.0 K 2024-11-09T11:20:57,337 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4458457e0c31664754ba120390f6e5d6 in 1691ms, sequenceid=376, compaction requested=true 2024-11-09T11:20:57,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4ad190ba99ac45ef81ca478a481c9b4e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/f9b3d68a8b3a4f0e9459fa9603b6513d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8a5fc3053d4245b0989f596c40906219, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d722a74451d948859ba77a43b3ea384b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/65d882e64ca64175b22d193c0c648bd1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/45e4c76513e74cf9b438264dae40423a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9a189a32b67248ec94a8c7fc1c1d53b7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/989206c1721f4f9fbcd217aade9d2b14, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/409ec7cd3a2f4f71aefe6b63cdc9c736, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/a7180c3992704994ac79fb05ce68a163, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5ff5382445ae45cfa910285ea655332f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4727deaab95c4425a347976c6ff900d0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0f804bec09a42b2a2fb4b297073a782, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5b6a40add0dc4cf981dd09af16aafa0b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/84852a7aa5944355a1380ba58bf4efb8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/ebc05d9a30f547259bbd8e879a179c01, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/efac6b0076114e23bb8ad439b086110c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/76410d8f7b5045ca975912f6c77d0fbe, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/151041d42b5048878cb6daff8b183962, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/00024427a88a4e259ce275efb7b0dbb3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0ef4cb4097f4592a8d79abac307414e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b1e4f38fa6b64b6bb3105400ad9059ae, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9af010d6bc8e443dacc15c432956d32f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b664929dcac54699917b6530b45a6870, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/6ec0794555a040cc9029431fded92bb2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d9eb275dc49545a79b98f110b7233ae7] to archive 2024-11-09T11:20:57,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:20:57,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4ad190ba99ac45ef81ca478a481c9b4e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4ad190ba99ac45ef81ca478a481c9b4e 2024-11-09T11:20:57,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/f9b3d68a8b3a4f0e9459fa9603b6513d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/f9b3d68a8b3a4f0e9459fa9603b6513d 2024-11-09T11:20:57,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8a5fc3053d4245b0989f596c40906219 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8a5fc3053d4245b0989f596c40906219 2024-11-09T11:20:57,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d722a74451d948859ba77a43b3ea384b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d722a74451d948859ba77a43b3ea384b 2024-11-09T11:20:57,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/65d882e64ca64175b22d193c0c648bd1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/65d882e64ca64175b22d193c0c648bd1 2024-11-09T11:20:57,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/45e4c76513e74cf9b438264dae40423a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/45e4c76513e74cf9b438264dae40423a 2024-11-09T11:20:57,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9a189a32b67248ec94a8c7fc1c1d53b7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9a189a32b67248ec94a8c7fc1c1d53b7 2024-11-09T11:20:57,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/989206c1721f4f9fbcd217aade9d2b14 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/989206c1721f4f9fbcd217aade9d2b14 2024-11-09T11:20:57,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/409ec7cd3a2f4f71aefe6b63cdc9c736 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/409ec7cd3a2f4f71aefe6b63cdc9c736 2024-11-09T11:20:57,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/a7180c3992704994ac79fb05ce68a163 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/a7180c3992704994ac79fb05ce68a163 2024-11-09T11:20:57,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5ff5382445ae45cfa910285ea655332f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5ff5382445ae45cfa910285ea655332f 2024-11-09T11:20:57,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4727deaab95c4425a347976c6ff900d0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/4727deaab95c4425a347976c6ff900d0 2024-11-09T11:20:57,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0f804bec09a42b2a2fb4b297073a782 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0f804bec09a42b2a2fb4b297073a782 2024-11-09T11:20:57,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5b6a40add0dc4cf981dd09af16aafa0b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/5b6a40add0dc4cf981dd09af16aafa0b 2024-11-09T11:20:57,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/84852a7aa5944355a1380ba58bf4efb8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/84852a7aa5944355a1380ba58bf4efb8 2024-11-09T11:20:57,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/ebc05d9a30f547259bbd8e879a179c01 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/ebc05d9a30f547259bbd8e879a179c01 2024-11-09T11:20:57,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/efac6b0076114e23bb8ad439b086110c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/efac6b0076114e23bb8ad439b086110c 2024-11-09T11:20:57,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/76410d8f7b5045ca975912f6c77d0fbe to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/76410d8f7b5045ca975912f6c77d0fbe 2024-11-09T11:20:57,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/151041d42b5048878cb6daff8b183962 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/151041d42b5048878cb6daff8b183962 2024-11-09T11:20:57,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/00024427a88a4e259ce275efb7b0dbb3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/00024427a88a4e259ce275efb7b0dbb3 2024-11-09T11:20:57,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0ef4cb4097f4592a8d79abac307414e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d0ef4cb4097f4592a8d79abac307414e 2024-11-09T11:20:57,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b1e4f38fa6b64b6bb3105400ad9059ae to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b1e4f38fa6b64b6bb3105400ad9059ae 2024-11-09T11:20:57,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9af010d6bc8e443dacc15c432956d32f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/9af010d6bc8e443dacc15c432956d32f 2024-11-09T11:20:57,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b664929dcac54699917b6530b45a6870 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/b664929dcac54699917b6530b45a6870 2024-11-09T11:20:57,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/6ec0794555a040cc9029431fded92bb2 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/6ec0794555a040cc9029431fded92bb2 2024-11-09T11:20:57,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d9eb275dc49545a79b98f110b7233ae7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/d9eb275dc49545a79b98f110b7233ae7 2024-11-09T11:20:57,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1dabcea11ab4461b222b1ee0eddf5d5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/cb903d24563e4f7d9dd83366e3414738, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/d42c883fce7c4ff3ad867a89861bf86a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/3c0335648c4345ebb031a4fb4401396a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/010590ca638d4b39a3f12a45c9a1d57a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/b0359848b7cd414f8ea4b0329dd1ce48, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/804e1ff82b0c4ca092cb4f57e45d3043, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/49bdfd57b0f342c9948493c36277b860, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e770a76502be4de7aded2dbea915c36d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/712e5ad0d0214cbbba7ef7dfe4c1c0c8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/5583a23d4ed44193bffcea4be08fa6df, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f27f72fd8f184d0bb78e5d9febfb4d21, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/515714677a864bbf92dba526bb252988, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e914539757c044e6bd436eac1b3327e9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/638b88550d1a4c40b369b88235dc2201, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/4fd8454c2011475789c3227d06a30a3f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/50b286710fab4f4bb99193a8ff580b20, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/45fba47636484252a9e4c2f05a31347c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1557aec029c4668a9f3b7a58a9c752f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0e379436de7048e99c2615e900067324, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ecb788c3c13e45e1b994a77fa978843f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0f9a2943cac54249a61f10261900c202, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ace9b16e443e4b1484f87143c86105fe, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8c7a4040c58d4e55a10844287e4f38d3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8d672faefbf5497e96e48232aef892ca, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/9006bbd3b2b64a4c882dc2a0a58b5c43] to archive 2024-11-09T11:20:57,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:20:57,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1dabcea11ab4461b222b1ee0eddf5d5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1dabcea11ab4461b222b1ee0eddf5d5 2024-11-09T11:20:57,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/cb903d24563e4f7d9dd83366e3414738 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/cb903d24563e4f7d9dd83366e3414738 2024-11-09T11:20:57,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/d42c883fce7c4ff3ad867a89861bf86a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/d42c883fce7c4ff3ad867a89861bf86a 2024-11-09T11:20:57,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/3c0335648c4345ebb031a4fb4401396a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/3c0335648c4345ebb031a4fb4401396a 2024-11-09T11:20:57,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/010590ca638d4b39a3f12a45c9a1d57a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/010590ca638d4b39a3f12a45c9a1d57a 2024-11-09T11:20:57,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/b0359848b7cd414f8ea4b0329dd1ce48 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/b0359848b7cd414f8ea4b0329dd1ce48 2024-11-09T11:20:57,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/804e1ff82b0c4ca092cb4f57e45d3043 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/804e1ff82b0c4ca092cb4f57e45d3043 2024-11-09T11:20:57,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/49bdfd57b0f342c9948493c36277b860 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/49bdfd57b0f342c9948493c36277b860 2024-11-09T11:20:57,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e770a76502be4de7aded2dbea915c36d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e770a76502be4de7aded2dbea915c36d 2024-11-09T11:20:57,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/712e5ad0d0214cbbba7ef7dfe4c1c0c8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/712e5ad0d0214cbbba7ef7dfe4c1c0c8 2024-11-09T11:20:57,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/5583a23d4ed44193bffcea4be08fa6df to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/5583a23d4ed44193bffcea4be08fa6df 2024-11-09T11:20:57,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f27f72fd8f184d0bb78e5d9febfb4d21 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f27f72fd8f184d0bb78e5d9febfb4d21 2024-11-09T11:20:57,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/515714677a864bbf92dba526bb252988 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/515714677a864bbf92dba526bb252988 2024-11-09T11:20:57,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e914539757c044e6bd436eac1b3327e9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/e914539757c044e6bd436eac1b3327e9 2024-11-09T11:20:57,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/638b88550d1a4c40b369b88235dc2201 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/638b88550d1a4c40b369b88235dc2201 2024-11-09T11:20:57,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/4fd8454c2011475789c3227d06a30a3f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/4fd8454c2011475789c3227d06a30a3f 2024-11-09T11:20:57,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/50b286710fab4f4bb99193a8ff580b20 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/50b286710fab4f4bb99193a8ff580b20 2024-11-09T11:20:57,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/45fba47636484252a9e4c2f05a31347c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/45fba47636484252a9e4c2f05a31347c 2024-11-09T11:20:57,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1557aec029c4668a9f3b7a58a9c752f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/f1557aec029c4668a9f3b7a58a9c752f 2024-11-09T11:20:57,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0e379436de7048e99c2615e900067324 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0e379436de7048e99c2615e900067324 2024-11-09T11:20:57,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ecb788c3c13e45e1b994a77fa978843f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ecb788c3c13e45e1b994a77fa978843f 2024-11-09T11:20:57,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0f9a2943cac54249a61f10261900c202 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/0f9a2943cac54249a61f10261900c202 2024-11-09T11:20:57,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ace9b16e443e4b1484f87143c86105fe to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/ace9b16e443e4b1484f87143c86105fe 2024-11-09T11:20:57,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8c7a4040c58d4e55a10844287e4f38d3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8c7a4040c58d4e55a10844287e4f38d3 2024-11-09T11:20:57,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8d672faefbf5497e96e48232aef892ca to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/8d672faefbf5497e96e48232aef892ca 2024-11-09T11:20:57,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/9006bbd3b2b64a4c882dc2a0a58b5c43 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/9006bbd3b2b64a4c882dc2a0a58b5c43 2024-11-09T11:20:57,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/0dc2ccff744b4170bfbe06bd3c34cf0f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/62b52873bf9d42a190da276208e335b8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/183941fa8c3448048638a2d98cf18fe0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/e3db660f34244f1dadd910ea84625f2a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/376a9327bee249ce9a9b295e1a5b5fd1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/963e87e643284a8eb5f80bf19f6c338b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/eabd25fb733941708ce1b9d2167a4da8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/8eda197ccf824a69ab459477743df78e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/184872d376f94e99ba52aa2a82dc6057, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/c675658e5b3e485fb58514a218188bd4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4e423ba482094dbab6842a309f166ec9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d184bd87d41c4f4e93bc44e37ee54ce9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/51add702c0494b519f9458cc21633de7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4b88cbdef0b146219022bd4ad2d2b32c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/6f2d42962450468fa729e7e0ddb761bc, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f393e795a71442c7b6998a495f617f5d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d35ef285218b42f2a925da30655b7d9a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f702f388c65849938fd9ec3de93b62c4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/082ac18dd0b54e908838266572cbd35a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4a061459f6234e6090949d441e7eb841, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/bbdbd1c8122146659f859b4699d24488, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/2892fea0343744e294c02a006d78bbd5] to archive 2024-11-09T11:20:57,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:20:57,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/0dc2ccff744b4170bfbe06bd3c34cf0f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/0dc2ccff744b4170bfbe06bd3c34cf0f 2024-11-09T11:20:57,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/62b52873bf9d42a190da276208e335b8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/62b52873bf9d42a190da276208e335b8 2024-11-09T11:20:57,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/183941fa8c3448048638a2d98cf18fe0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/183941fa8c3448048638a2d98cf18fe0 2024-11-09T11:20:57,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/e3db660f34244f1dadd910ea84625f2a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/e3db660f34244f1dadd910ea84625f2a 2024-11-09T11:20:57,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/376a9327bee249ce9a9b295e1a5b5fd1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/376a9327bee249ce9a9b295e1a5b5fd1 2024-11-09T11:20:57,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/963e87e643284a8eb5f80bf19f6c338b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/963e87e643284a8eb5f80bf19f6c338b 2024-11-09T11:20:57,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/eabd25fb733941708ce1b9d2167a4da8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/eabd25fb733941708ce1b9d2167a4da8 2024-11-09T11:20:57,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/8eda197ccf824a69ab459477743df78e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/8eda197ccf824a69ab459477743df78e 2024-11-09T11:20:57,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/184872d376f94e99ba52aa2a82dc6057 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/184872d376f94e99ba52aa2a82dc6057 2024-11-09T11:20:57,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/c675658e5b3e485fb58514a218188bd4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/c675658e5b3e485fb58514a218188bd4 2024-11-09T11:20:57,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4e423ba482094dbab6842a309f166ec9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4e423ba482094dbab6842a309f166ec9 2024-11-09T11:20:57,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d184bd87d41c4f4e93bc44e37ee54ce9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d184bd87d41c4f4e93bc44e37ee54ce9 2024-11-09T11:20:57,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/51add702c0494b519f9458cc21633de7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/51add702c0494b519f9458cc21633de7 2024-11-09T11:20:57,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4b88cbdef0b146219022bd4ad2d2b32c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4b88cbdef0b146219022bd4ad2d2b32c 2024-11-09T11:20:57,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/6f2d42962450468fa729e7e0ddb761bc to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/6f2d42962450468fa729e7e0ddb761bc 2024-11-09T11:20:57,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f393e795a71442c7b6998a495f617f5d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f393e795a71442c7b6998a495f617f5d 2024-11-09T11:20:57,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d35ef285218b42f2a925da30655b7d9a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/d35ef285218b42f2a925da30655b7d9a 2024-11-09T11:20:57,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f702f388c65849938fd9ec3de93b62c4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/f702f388c65849938fd9ec3de93b62c4 2024-11-09T11:20:57,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/082ac18dd0b54e908838266572cbd35a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/082ac18dd0b54e908838266572cbd35a 2024-11-09T11:20:57,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4a061459f6234e6090949d441e7eb841 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/4a061459f6234e6090949d441e7eb841 2024-11-09T11:20:57,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/bbdbd1c8122146659f859b4699d24488 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/bbdbd1c8122146659f859b4699d24488 2024-11-09T11:20:57,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/2892fea0343744e294c02a006d78bbd5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/2892fea0343744e294c02a006d78bbd5 2024-11-09T11:20:57,419 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/recovered.edits/379.seqid, newMaxSeqId=379, maxSeqId=4 2024-11-09T11:20:57,419 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6. 2024-11-09T11:20:57,419 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 4458457e0c31664754ba120390f6e5d6: 2024-11-09T11:20:57,421 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:57,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=4458457e0c31664754ba120390f6e5d6, regionState=CLOSED 2024-11-09T11:20:57,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-09T11:20:57,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 4458457e0c31664754ba120390f6e5d6, server=566d204d64fd,35155,1731151199870 in 2.2490 sec 2024-11-09T11:20:57,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-09T11:20:57,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4458457e0c31664754ba120390f6e5d6, UNASSIGN in 2.2520 sec 2024-11-09T11:20:57,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-09T11:20:57,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2530 sec 2024-11-09T11:20:57,425 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151257425"}]},"ts":"1731151257425"} 2024-11-09T11:20:57,425 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:20:57,465 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:20:57,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3360 sec 2024-11-09T11:20:58,284 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:20:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T11:20:59,241 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-09T11:20:59,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T11:20:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:59,243 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-09T11:20:59,243 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:59,246 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,248 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/recovered.edits] 2024-11-09T11:20:59,251 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8eb194ddca8246bd98035cfee8fb95dd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/8eb194ddca8246bd98035cfee8fb95dd 2024-11-09T11:20:59,252 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/99812ac6d7d24730b0793167c015f29e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/A/99812ac6d7d24730b0793167c015f29e 2024-11-09T11:20:59,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/296d228265eb4d0ba9afe6220505b0d4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/296d228265eb4d0ba9afe6220505b0d4 2024-11-09T11:20:59,255 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/9500cc1af77941939cfcb241b30c71bc to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/B/9500cc1af77941939cfcb241b30c71bc 2024-11-09T11:20:59,257 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/27eeec39b7854df592692f5e070d6b41 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/27eeec39b7854df592692f5e070d6b41 2024-11-09T11:20:59,258 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/83dba62ca976488fbb4ee78c4e7ceae3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/83dba62ca976488fbb4ee78c4e7ceae3 2024-11-09T11:20:59,259 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/930845c6c0b04ce59884ca9cfefacb6a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/930845c6c0b04ce59884ca9cfefacb6a 2024-11-09T11:20:59,260 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/9cf0bd50dc18477583d13667e1e6eb52 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/9cf0bd50dc18477583d13667e1e6eb52 2024-11-09T11:20:59,261 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/faae26a0bcff4608b2f49584c202ecd2 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/C/faae26a0bcff4608b2f49584c202ecd2 2024-11-09T11:20:59,263 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/recovered.edits/379.seqid to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6/recovered.edits/379.seqid 2024-11-09T11:20:59,264 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,264 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:20:59,264 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:20:59,265 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T11:20:59,268 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091a71708613fc414dbaff83195ed6dcc8_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091a71708613fc414dbaff83195ed6dcc8_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,269 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091bf31c7469cb488db043e56a6c626ae3_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091bf31c7469cb488db043e56a6c626ae3_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,270 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110924d5f4df10644cfd99d3c841cb07f8be_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110924d5f4df10644cfd99d3c841cb07f8be_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,271 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092d697df74c8041b7b9329865cd7b818c_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092d697df74c8041b7b9329865cd7b818c_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,272 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095505cacbf71040debc58b873fd5859f9_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095505cacbf71040debc58b873fd5859f9_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,273 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109592192b45e7c4d72b47d25b69719b147_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109592192b45e7c4d72b47d25b69719b147_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,274 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096ea712b05d254e3789e0e99b7338d2a5_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096ea712b05d254e3789e0e99b7338d2a5_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,275 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109766abb9274d847d39af96964de67a87d_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109766abb9274d847d39af96964de67a87d_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,276 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097ee75430c9d34fdca977b2d57ab961b0_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097ee75430c9d34fdca977b2d57ab961b0_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,277 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110981dbf0833d564023b5f633a909bcdf84_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110981dbf0833d564023b5f633a909bcdf84_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,279 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098ffba37f9e0e4465b84ccea172de971e_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098ffba37f9e0e4465b84ccea172de971e_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,280 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994b63ba6d40f4e3287be68ba80dac745_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994b63ba6d40f4e3287be68ba80dac745_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,281 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a36245102a19436884dc554e4d819b80_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a36245102a19436884dc554e4d819b80_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,282 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b4c680c8848748d697d6b4e8d465ffff_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b4c680c8848748d697d6b4e8d465ffff_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,283 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bf959c200b5a46299df919514a618f0b_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bf959c200b5a46299df919514a618f0b_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,284 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c95d566696c344669d6b4e73f34d87f8_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c95d566696c344669d6b4e73f34d87f8_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,285 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f0a4861464d94257b5bdecd5362e69d4_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f0a4861464d94257b5bdecd5362e69d4_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,286 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f2bdc860381f4d069cf758978c07c73c_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f2bdc860381f4d069cf758978c07c73c_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,287 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f47769adf363466e91e40f5037601640_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f47769adf363466e91e40f5037601640_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,288 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fcc1491eb75840adabd60ba4d9ed5504_4458457e0c31664754ba120390f6e5d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fcc1491eb75840adabd60ba4d9ed5504_4458457e0c31664754ba120390f6e5d6 2024-11-09T11:20:59,289 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:20:59,291 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:59,293 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:20:59,295 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:20:59,296 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:59,296 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:20:59,296 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151259296"}]},"ts":"9223372036854775807"} 2024-11-09T11:20:59,298 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T11:20:59,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4458457e0c31664754ba120390f6e5d6, NAME => 'TestAcidGuarantees,,1731151230807.4458457e0c31664754ba120390f6e5d6.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:20:59,298 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:20:59,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151259298"}]},"ts":"9223372036854775807"} 2024-11-09T11:20:59,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T11:20:59,340 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:59,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 98 msec 2024-11-09T11:20:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-09T11:20:59,344 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-09T11:20:59,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: hconnection-0x5a71920c-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2050743052_22 at /127.0.0.1:42048 [Waiting for operation #321] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5a71920c-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5a71920c-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_162025964_22 at /127.0.0.1:34604 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5a71920c-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_162025964_22 at /127.0.0.1:34616 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2050743052_22 at /127.0.0.1:34252 [Waiting for operation #548] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 583) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=1735 (was 1788) 2024-11-09T11:20:59,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=9, AvailableMemoryMB=1732 2024-11-09T11:20:59,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:20:59,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:20:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:20:59,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:20:59,362 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:20:59,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-09T11:20:59,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:20:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-09T11:20:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742049_1225 (size=960) 2024-11-09T11:20:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-09T11:20:59,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T11:20:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-09T11:20:59,770 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 2024-11-09T11:20:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742050_1226 (size=53) 2024-11-09T11:20:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-09T11:21:00,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:00,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5a6d4255624e8ee77fff3b698d223bf1, disabling compactions & flushes 2024-11-09T11:21:00,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:00,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:00,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. after waiting 0 ms 2024-11-09T11:21:00,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:00,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:00,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:00,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:21:00,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151260211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151260211"}]},"ts":"1731151260211"} 2024-11-09T11:21:00,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T11:21:00,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:21:00,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151260215"}]},"ts":"1731151260215"} 2024-11-09T11:21:00,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:21:00,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a6d4255624e8ee77fff3b698d223bf1, ASSIGN}] 2024-11-09T11:21:00,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a6d4255624e8ee77fff3b698d223bf1, ASSIGN 2024-11-09T11:21:00,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a6d4255624e8ee77fff3b698d223bf1, ASSIGN; state=OFFLINE, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=false 2024-11-09T11:21:00,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=5a6d4255624e8ee77fff3b698d223bf1, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:00,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:21:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-09T11:21:00,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:00,585 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:00,585 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:00,585 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:00,585 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:00,585 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:00,585 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:00,586 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:00,587 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:00,588 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a6d4255624e8ee77fff3b698d223bf1 columnFamilyName A 2024-11-09T11:21:00,588 DEBUG [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:00,588 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] regionserver.HStore(327): Store=5a6d4255624e8ee77fff3b698d223bf1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:00,588 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:00,589 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:00,589 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a6d4255624e8ee77fff3b698d223bf1 columnFamilyName B 2024-11-09T11:21:00,589 DEBUG [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:00,589 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] regionserver.HStore(327): Store=5a6d4255624e8ee77fff3b698d223bf1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:00,590 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:00,590 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:00,590 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a6d4255624e8ee77fff3b698d223bf1 columnFamilyName C 2024-11-09T11:21:00,591 DEBUG [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:00,591 INFO [StoreOpener-5a6d4255624e8ee77fff3b698d223bf1-1 {}] regionserver.HStore(327): Store=5a6d4255624e8ee77fff3b698d223bf1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:00,591 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:00,592 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:00,592 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:00,593 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:21:00,594 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:00,596 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:00,597 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 5a6d4255624e8ee77fff3b698d223bf1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71224019, jitterRate=0.06132058799266815}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:21:00,597 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:00,598 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., pid=66, masterSystemTime=1731151260581 2024-11-09T11:21:00,599 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:00,599 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:00,599 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=5a6d4255624e8ee77fff3b698d223bf1, regionState=OPEN, openSeqNum=2, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:00,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-09T11:21:00,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 in 170 msec 2024-11-09T11:21:00,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-09T11:21:00,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a6d4255624e8ee77fff3b698d223bf1, ASSIGN in 327 msec 2024-11-09T11:21:00,603 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:21:00,603 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151260603"}]},"ts":"1731151260603"} 2024-11-09T11:21:00,604 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:21:00,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:21:00,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2800 sec 2024-11-09T11:21:00,817 ERROR [LeaseRenewer:jenkins@localhost:41783 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41783,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-09T11:21:01,468 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-09T11:21:01,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45426917 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473477dd 2024-11-09T11:21:01,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cebefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,518 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:01,521 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:01,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e7fc60d to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a91dc80 2024-11-09T11:21:01,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7c8846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e66ea50 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a874cc0 2024-11-09T11:21:01,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4093d76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f50b381 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6119e7 2024-11-09T11:21:01,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31178bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x124edab0 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7507573f 2024-11-09T11:21:01,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78439bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,560 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712d7bc3 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e5c7476 2024-11-09T11:21:01,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2545d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df84068 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d039dc2 2024-11-09T11:21:01,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834a215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,575 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x644774bd to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15db087a 2024-11-09T11:21:01,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187234de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60cea876 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1be4cd 2024-11-09T11:21:01,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2446f174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10011701 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62ceb440 2024-11-09T11:21:01,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7190243c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20f7f6a4 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@378c2a4e 2024-11-09T11:21:01,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474d5947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:01,609 DEBUG [hconnection-0x4b1f2c7c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,610 DEBUG [hconnection-0x7b24957-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,610 DEBUG [hconnection-0x17b1ddf0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,610 DEBUG [hconnection-0x4221e5f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,610 DEBUG [hconnection-0x76ee074e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,611 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,611 DEBUG [hconnection-0x3b111883-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,611 DEBUG [hconnection-0x59f959a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,611 DEBUG [hconnection-0x9cc37f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,612 DEBUG [hconnection-0x1b6b91a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,613 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,613 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,614 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:01,615 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,615 DEBUG [hconnection-0x3fccb25d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-09T11:21:01,619 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T11:21:01,620 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:01,621 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:01,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:01,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:21:01,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:01,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:01,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:01,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:01,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:01,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/dd27c65d4af94795a0c999e5cc343a13 is 50, key is test_row_1/A:col10/1731151261623/Put/seqid=0 2024-11-09T11:21:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151321645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151321644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151321647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151321648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151321648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742051_1227 (size=11997) 2024-11-09T11:21:01,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/dd27c65d4af94795a0c999e5cc343a13 2024-11-09T11:21:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T11:21:01,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151321752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151321753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151321752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151321753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151321753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T11:21:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:01,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:01,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/8cbd27128e56419daa18f5c1b131f8b8 is 50, key is test_row_1/B:col10/1731151261623/Put/seqid=0 2024-11-09T11:21:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742052_1228 (size=9657) 2024-11-09T11:21:01,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/8cbd27128e56419daa18f5c1b131f8b8 2024-11-09T11:21:01,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/05f3e01f569840daba80107b23bd941a is 50, key is test_row_1/C:col10/1731151261623/Put/seqid=0 2024-11-09T11:21:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742053_1229 (size=9657) 2024-11-09T11:21:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T11:21:01,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/05f3e01f569840daba80107b23bd941a 2024-11-09T11:21:01,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T11:21:01,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/dd27c65d4af94795a0c999e5cc343a13 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/dd27c65d4af94795a0c999e5cc343a13 2024-11-09T11:21:01,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:01,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:01,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:01,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:01,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:01,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/dd27c65d4af94795a0c999e5cc343a13, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T11:21:01,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/8cbd27128e56419daa18f5c1b131f8b8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/8cbd27128e56419daa18f5c1b131f8b8 2024-11-09T11:21:01,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151321955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/8cbd27128e56419daa18f5c1b131f8b8, entries=100, sequenceid=14, filesize=9.4 K 2024-11-09T11:21:01,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151321959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151321959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151321959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151321960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:01,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/05f3e01f569840daba80107b23bd941a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/05f3e01f569840daba80107b23bd941a 2024-11-09T11:21:01,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/05f3e01f569840daba80107b23bd941a, entries=100, sequenceid=14, filesize=9.4 K 2024-11-09T11:21:01,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5a6d4255624e8ee77fff3b698d223bf1 in 350ms, sequenceid=14, compaction requested=false 2024-11-09T11:21:01,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:02,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-09T11:21:02,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:02,094 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T11:21:02,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:02,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:02,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:02,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:02,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:02,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:02,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/8252e22947af47f3a04ec79ae2366414 is 50, key is test_row_0/A:col10/1731151261647/Put/seqid=0 2024-11-09T11:21:02,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742054_1230 (size=12001) 2024-11-09T11:21:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T11:21:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:02,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151322270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151322271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151322271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151322271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151322271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151322374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151322374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151322374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151322375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151322374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,553 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/8252e22947af47f3a04ec79ae2366414 2024-11-09T11:21:02,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/6e5a291cf9e444eea765a0ed851c7084 is 50, key is test_row_0/B:col10/1731151261647/Put/seqid=0 2024-11-09T11:21:02,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151322578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151322578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151322579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151322579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151322579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742055_1231 (size=12001) 2024-11-09T11:21:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T11:21:02,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151322881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151322881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151322883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151322883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151322884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:02,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:21:03,002 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/6e5a291cf9e444eea765a0ed851c7084 2024-11-09T11:21:03,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/e9a49195dde34897b20dca278c89aea6 is 50, key is test_row_0/C:col10/1731151261647/Put/seqid=0 2024-11-09T11:21:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742056_1232 (size=12001) 2024-11-09T11:21:03,041 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/e9a49195dde34897b20dca278c89aea6 2024-11-09T11:21:03,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/8252e22947af47f3a04ec79ae2366414 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8252e22947af47f3a04ec79ae2366414 2024-11-09T11:21:03,054 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8252e22947af47f3a04ec79ae2366414, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T11:21:03,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/6e5a291cf9e444eea765a0ed851c7084 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6e5a291cf9e444eea765a0ed851c7084 2024-11-09T11:21:03,062 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6e5a291cf9e444eea765a0ed851c7084, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T11:21:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/e9a49195dde34897b20dca278c89aea6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/e9a49195dde34897b20dca278c89aea6 2024-11-09T11:21:03,068 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/e9a49195dde34897b20dca278c89aea6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T11:21:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-09T11:21:03,069 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5a6d4255624e8ee77fff3b698d223bf1 in 975ms, sequenceid=37, compaction requested=false 2024-11-09T11:21:03,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:03,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:03,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-09T11:21:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-09T11:21:03,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-09T11:21:03,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4490 sec 2024-11-09T11:21:03,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.4580 sec 2024-11-09T11:21:03,140 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41783 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41783,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:03,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T11:21:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:03,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/9e60e0fc4a4c42b6a556ff5accd27c59 is 50, key is test_row_0/A:col10/1731151262270/Put/seqid=0 2024-11-09T11:21:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742057_1233 (size=12001) 2024-11-09T11:21:03,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/9e60e0fc4a4c42b6a556ff5accd27c59 2024-11-09T11:21:03,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151323406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151323406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ba8ba80d99ef49b3a8a284beb2e2eeaf is 50, key is test_row_0/B:col10/1731151262270/Put/seqid=0 2024-11-09T11:21:03,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151323407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151323408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151323409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742058_1234 (size=12001) 2024-11-09T11:21:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151323510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151323510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151323511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151323512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151323513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151323713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151323714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151323715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151323716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151323716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T11:21:03,725 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-09T11:21:03,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-09T11:21:03,727 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:03,727 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:03,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T11:21:03,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ba8ba80d99ef49b3a8a284beb2e2eeaf 2024-11-09T11:21:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T11:21:03,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/ba4e674845d54c9bbd94c978243341a4 is 50, key is test_row_0/C:col10/1731151262270/Put/seqid=0 2024-11-09T11:21:03,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742059_1235 (size=12001) 2024-11-09T11:21:03,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/ba4e674845d54c9bbd94c978243341a4 2024-11-09T11:21:03,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/9e60e0fc4a4c42b6a556ff5accd27c59 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/9e60e0fc4a4c42b6a556ff5accd27c59 2024-11-09T11:21:03,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/9e60e0fc4a4c42b6a556ff5accd27c59, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T11:21:03,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ba8ba80d99ef49b3a8a284beb2e2eeaf as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ba8ba80d99ef49b3a8a284beb2e2eeaf 2024-11-09T11:21:03,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ba8ba80d99ef49b3a8a284beb2e2eeaf, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T11:21:03,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/ba4e674845d54c9bbd94c978243341a4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/ba4e674845d54c9bbd94c978243341a4 2024-11-09T11:21:03,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/ba4e674845d54c9bbd94c978243341a4, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T11:21:03,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5a6d4255624e8ee77fff3b698d223bf1 in 490ms, sequenceid=51, compaction requested=true 2024-11-09T11:21:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:03,876 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:03,876 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:03,877 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:03,877 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:03,877 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/B is initiating minor compaction (all files) 2024-11-09T11:21:03,877 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/A is initiating minor compaction (all files) 2024-11-09T11:21:03,877 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/B in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:03,877 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/A in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:03,878 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/dd27c65d4af94795a0c999e5cc343a13, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8252e22947af47f3a04ec79ae2366414, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/9e60e0fc4a4c42b6a556ff5accd27c59] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=35.2 K 2024-11-09T11:21:03,878 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/8cbd27128e56419daa18f5c1b131f8b8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6e5a291cf9e444eea765a0ed851c7084, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ba8ba80d99ef49b3a8a284beb2e2eeaf] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=32.9 K 2024-11-09T11:21:03,878 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd27c65d4af94795a0c999e5cc343a13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731151261620 2024-11-09T11:21:03,878 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cbd27128e56419daa18f5c1b131f8b8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731151261623 2024-11-09T11:21:03,878 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8252e22947af47f3a04ec79ae2366414, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731151261629 2024-11-09T11:21:03,878 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e5a291cf9e444eea765a0ed851c7084, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731151261629 2024-11-09T11:21:03,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:03,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-09T11:21:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:03,879 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T11:21:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:03,880 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e60e0fc4a4c42b6a556ff5accd27c59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151262269 2024-11-09T11:21:03,880 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ba8ba80d99ef49b3a8a284beb2e2eeaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151262269 2024-11-09T11:21:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/3d649524934e4498a159bb75638a71dd is 50, key is test_row_0/A:col10/1731151263407/Put/seqid=0 2024-11-09T11:21:03,897 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:03,897 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/480d06de03f34947895c8827f4f164ca is 50, key is test_row_0/B:col10/1731151262270/Put/seqid=0 2024-11-09T11:21:03,899 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#A#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:03,900 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/23de04d293b74d1b9e5516128f6b3351 is 50, key is test_row_0/A:col10/1731151262270/Put/seqid=0 2024-11-09T11:21:03,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742060_1236 (size=12104) 2024-11-09T11:21:03,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742061_1237 (size=12104) 2024-11-09T11:21:03,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742062_1238 (size=12001) 2024-11-09T11:21:03,961 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/3d649524934e4498a159bb75638a71dd 2024-11-09T11:21:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/eb7ac182741c4ce8ba8f016cf4ae69e9 is 50, key is test_row_0/B:col10/1731151263407/Put/seqid=0 2024-11-09T11:21:03,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742063_1239 (size=12001) 2024-11-09T11:21:03,989 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/eb7ac182741c4ce8ba8f016cf4ae69e9 2024-11-09T11:21:03,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/6fe08e300a7a4e18a33412a564a1a661 is 50, key is test_row_0/C:col10/1731151263407/Put/seqid=0 2024-11-09T11:21:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742064_1240 (size=12001) 2024-11-09T11:21:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:04,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:04,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151324027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151324028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151324029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151324029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151324030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T11:21:04,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151324132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151324133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151324134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151324135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151324135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,333 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/480d06de03f34947895c8827f4f164ca as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/480d06de03f34947895c8827f4f164ca 2024-11-09T11:21:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T11:21:04,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151324335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151324336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151324338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,340 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/B of 5a6d4255624e8ee77fff3b698d223bf1 into 480d06de03f34947895c8827f4f164ca(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:04,340 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:04,340 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/B, priority=13, startTime=1731151263876; duration=0sec 2024-11-09T11:21:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,340 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151324338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,340 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:B 2024-11-09T11:21:04,340 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151324339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,342 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:04,342 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/C is initiating minor compaction (all files) 2024-11-09T11:21:04,342 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/C in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:04,342 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/05f3e01f569840daba80107b23bd941a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/e9a49195dde34897b20dca278c89aea6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/ba4e674845d54c9bbd94c978243341a4] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=32.9 K 2024-11-09T11:21:04,342 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 05f3e01f569840daba80107b23bd941a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731151261623 2024-11-09T11:21:04,343 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e9a49195dde34897b20dca278c89aea6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731151261629 2024-11-09T11:21:04,343 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ba4e674845d54c9bbd94c978243341a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151262269 2024-11-09T11:21:04,350 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/23de04d293b74d1b9e5516128f6b3351 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/23de04d293b74d1b9e5516128f6b3351 2024-11-09T11:21:04,352 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#C#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:04,353 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/d69b90ac4ae84e2c937d969d07312759 is 50, key is test_row_0/C:col10/1731151262270/Put/seqid=0 2024-11-09T11:21:04,356 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/A of 5a6d4255624e8ee77fff3b698d223bf1 into 23de04d293b74d1b9e5516128f6b3351(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:04,356 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:04,356 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/A, priority=13, startTime=1731151263876; duration=0sec 2024-11-09T11:21:04,356 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:04,356 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:A 2024-11-09T11:21:04,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742065_1241 (size=12104) 2024-11-09T11:21:04,393 DEBUG [master/566d204d64fd:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 9a5143190e8bf660d8a84276c069cea3 changed from -1.0 to 0.0, refreshing cache 2024-11-09T11:21:04,405 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/6fe08e300a7a4e18a33412a564a1a661 2024-11-09T11:21:04,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/3d649524934e4498a159bb75638a71dd as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3d649524934e4498a159bb75638a71dd 2024-11-09T11:21:04,415 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3d649524934e4498a159bb75638a71dd, entries=150, sequenceid=73, filesize=11.7 K 2024-11-09T11:21:04,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/eb7ac182741c4ce8ba8f016cf4ae69e9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/eb7ac182741c4ce8ba8f016cf4ae69e9 2024-11-09T11:21:04,421 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/eb7ac182741c4ce8ba8f016cf4ae69e9, entries=150, sequenceid=73, filesize=11.7 K 2024-11-09T11:21:04,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/6fe08e300a7a4e18a33412a564a1a661 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6fe08e300a7a4e18a33412a564a1a661 2024-11-09T11:21:04,428 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6fe08e300a7a4e18a33412a564a1a661, entries=150, sequenceid=73, filesize=11.7 K 2024-11-09T11:21:04,429 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5a6d4255624e8ee77fff3b698d223bf1 in 549ms, sequenceid=73, compaction requested=false 2024-11-09T11:21:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-09T11:21:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-09T11:21:04,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-09T11:21:04,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 703 msec 2024-11-09T11:21:04,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 706 msec 2024-11-09T11:21:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:04,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T11:21:04,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:04,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:04,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:04,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:04,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:04,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:04,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/5882163d037e4ded8384a3446bea5926 is 50, key is test_row_0/A:col10/1731151264028/Put/seqid=0 2024-11-09T11:21:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742066_1242 (size=14341) 2024-11-09T11:21:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151324665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151324667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151324667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151324667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/5882163d037e4ded8384a3446bea5926 2024-11-09T11:21:04,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151324668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/6a3578161474464fa1f2399a9b696b96 is 50, key is test_row_0/B:col10/1731151264028/Put/seqid=0 2024-11-09T11:21:04,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742067_1243 (size=12001) 2024-11-09T11:21:04,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/6a3578161474464fa1f2399a9b696b96 2024-11-09T11:21:04,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/a8f85b7add1d451c9547658a32fce0ad is 50, key is test_row_0/C:col10/1731151264028/Put/seqid=0 2024-11-09T11:21:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742068_1244 (size=12001) 2024-11-09T11:21:04,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/a8f85b7add1d451c9547658a32fce0ad 2024-11-09T11:21:04,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/5882163d037e4ded8384a3446bea5926 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5882163d037e4ded8384a3446bea5926 2024-11-09T11:21:04,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5882163d037e4ded8384a3446bea5926, entries=200, sequenceid=91, filesize=14.0 K 2024-11-09T11:21:04,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/6a3578161474464fa1f2399a9b696b96 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a3578161474464fa1f2399a9b696b96 2024-11-09T11:21:04,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a3578161474464fa1f2399a9b696b96, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T11:21:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/a8f85b7add1d451c9547658a32fce0ad as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a8f85b7add1d451c9547658a32fce0ad 2024-11-09T11:21:04,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a8f85b7add1d451c9547658a32fce0ad, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T11:21:04,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 5a6d4255624e8ee77fff3b698d223bf1 in 100ms, sequenceid=91, compaction requested=true 2024-11-09T11:21:04,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:04,743 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:04,744 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:04,744 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/A is initiating minor compaction (all files) 2024-11-09T11:21:04,744 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/A in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:04,744 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/23de04d293b74d1b9e5516128f6b3351, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3d649524934e4498a159bb75638a71dd, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5882163d037e4ded8384a3446bea5926] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=37.5 K 2024-11-09T11:21:04,745 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23de04d293b74d1b9e5516128f6b3351, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151262269 2024-11-09T11:21:04,745 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d649524934e4498a159bb75638a71dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731151263406 2024-11-09T11:21:04,746 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5882163d037e4ded8384a3446bea5926, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731151264028 2024-11-09T11:21:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:A, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:04,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:04,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:B, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:04,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:04,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:04,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:21:04,766 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#A#compaction#197 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:04,768 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/d69b90ac4ae84e2c937d969d07312759 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d69b90ac4ae84e2c937d969d07312759 2024-11-09T11:21:04,768 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/49bc0670191a4155a54b7f409c32f649 is 50, key is test_row_0/A:col10/1731151264028/Put/seqid=0 2024-11-09T11:21:04,775 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/C of 5a6d4255624e8ee77fff3b698d223bf1 into d69b90ac4ae84e2c937d969d07312759(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:04,775 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:04,775 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/C, priority=13, startTime=1731151263876; duration=0sec 2024-11-09T11:21:04,775 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:21:04,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T11:21:04,775 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:04,775 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:04,775 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:04,777 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:04,777 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/B is initiating minor compaction (all files) 2024-11-09T11:21:04,777 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/B in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:04,777 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/480d06de03f34947895c8827f4f164ca, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/eb7ac182741c4ce8ba8f016cf4ae69e9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a3578161474464fa1f2399a9b696b96] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=35.3 K 2024-11-09T11:21:04,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742069_1245 (size=12207) 2024-11-09T11:21:04,779 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 480d06de03f34947895c8827f4f164ca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151262269 2024-11-09T11:21:04,780 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting eb7ac182741c4ce8ba8f016cf4ae69e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731151263406 2024-11-09T11:21:04,781 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a3578161474464fa1f2399a9b696b96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731151264028 2024-11-09T11:21:04,792 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/49bc0670191a4155a54b7f409c32f649 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/49bc0670191a4155a54b7f409c32f649 2024-11-09T11:21:04,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/12aec3ca77f446399806cdfe0e635c9b is 50, key is test_row_0/A:col10/1731151264774/Put/seqid=0 2024-11-09T11:21:04,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151324787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151324787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151324788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,800 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/A of 5a6d4255624e8ee77fff3b698d223bf1 into 49bc0670191a4155a54b7f409c32f649(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:04,800 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:04,800 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/A, priority=13, startTime=1731151264743; duration=0sec 2024-11-09T11:21:04,800 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:04,800 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:A 2024-11-09T11:21:04,800 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151324792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,802 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:04,802 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/C is initiating minor compaction (all files) 2024-11-09T11:21:04,802 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/C in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:04,802 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d69b90ac4ae84e2c937d969d07312759, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6fe08e300a7a4e18a33412a564a1a661, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a8f85b7add1d451c9547658a32fce0ad] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=35.3 K 2024-11-09T11:21:04,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151324795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,803 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d69b90ac4ae84e2c937d969d07312759, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151262269 2024-11-09T11:21:04,804 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fe08e300a7a4e18a33412a564a1a661, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731151263406 2024-11-09T11:21:04,804 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8f85b7add1d451c9547658a32fce0ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731151264028 2024-11-09T11:21:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742070_1246 (size=12001) 2024-11-09T11:21:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-09T11:21:04,836 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-09T11:21:04,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-09T11:21:04,841 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#B#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:04,842 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/e59699a653734f95bbb98940412ba35b is 50, key is test_row_0/B:col10/1731151264028/Put/seqid=0 2024-11-09T11:21:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T11:21:04,843 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:04,844 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:04,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:04,866 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#C#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:04,866 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/a90ec74ce7ed41eabb2e9999f90a39d7 is 50, key is test_row_0/C:col10/1731151264028/Put/seqid=0 2024-11-09T11:21:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742071_1247 (size=12207) 2024-11-09T11:21:04,888 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/e59699a653734f95bbb98940412ba35b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e59699a653734f95bbb98940412ba35b 2024-11-09T11:21:04,894 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/B of 5a6d4255624e8ee77fff3b698d223bf1 into e59699a653734f95bbb98940412ba35b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:04,894 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:04,894 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/B, priority=13, startTime=1731151264748; duration=0sec 2024-11-09T11:21:04,894 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:04,894 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:B 2024-11-09T11:21:04,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151324896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151324897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151324897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742072_1248 (size=12207) 2024-11-09T11:21:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151324902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151324905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,911 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/a90ec74ce7ed41eabb2e9999f90a39d7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a90ec74ce7ed41eabb2e9999f90a39d7 2024-11-09T11:21:04,918 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/C of 5a6d4255624e8ee77fff3b698d223bf1 into a90ec74ce7ed41eabb2e9999f90a39d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:04,919 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:04,919 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/C, priority=13, startTime=1731151264751; duration=0sec 2024-11-09T11:21:04,919 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:04,919 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T11:21:04,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:04,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T11:21:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:04,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:04,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:04,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:04,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151325101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151325101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151325101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151325106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151325110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T11:21:05,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T11:21:05,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:05,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/12aec3ca77f446399806cdfe0e635c9b 2024-11-09T11:21:05,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/821678a76a3f4324b44f0cb52345ef0e is 50, key is test_row_0/B:col10/1731151264774/Put/seqid=0 2024-11-09T11:21:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742073_1249 (size=12001) 2024-11-09T11:21:05,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T11:21:05,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:05,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151325403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151325404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151325405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151325408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151325414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T11:21:05,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T11:21:05,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:05,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T11:21:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/821678a76a3f4324b44f0cb52345ef0e 2024-11-09T11:21:05,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/f4b57035cc7f402aa3f2d65643726a44 is 50, key is test_row_0/C:col10/1731151264774/Put/seqid=0 2024-11-09T11:21:05,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742074_1250 (size=12001) 2024-11-09T11:21:05,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T11:21:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151325906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151325907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151325910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151325910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T11:21:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:05,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:05,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151325919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T11:21:06,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:06,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T11:21:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:06,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:06,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/f4b57035cc7f402aa3f2d65643726a44 2024-11-09T11:21:06,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/12aec3ca77f446399806cdfe0e635c9b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/12aec3ca77f446399806cdfe0e635c9b 2024-11-09T11:21:06,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/12aec3ca77f446399806cdfe0e635c9b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:21:06,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/821678a76a3f4324b44f0cb52345ef0e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/821678a76a3f4324b44f0cb52345ef0e 2024-11-09T11:21:06,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/821678a76a3f4324b44f0cb52345ef0e, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:21:06,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/f4b57035cc7f402aa3f2d65643726a44 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/f4b57035cc7f402aa3f2d65643726a44 2024-11-09T11:21:06,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/f4b57035cc7f402aa3f2d65643726a44, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:21:06,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5a6d4255624e8ee77fff3b698d223bf1 in 1338ms, sequenceid=115, compaction requested=false 2024-11-09T11:21:06,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:06,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:06,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-09T11:21:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:06,221 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T11:21:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:06,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/55a4be99c6a3416cbfd808b54b9fa0da is 50, key is test_row_0/A:col10/1731151264791/Put/seqid=0 2024-11-09T11:21:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742075_1251 (size=12001) 2024-11-09T11:21:06,230 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/55a4be99c6a3416cbfd808b54b9fa0da 2024-11-09T11:21:06,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/44b2209e4fce491e928f00284a23f1a3 is 50, key is test_row_0/B:col10/1731151264791/Put/seqid=0 2024-11-09T11:21:06,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742076_1252 (size=12001) 2024-11-09T11:21:06,644 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/44b2209e4fce491e928f00284a23f1a3 2024-11-09T11:21:06,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/8601ca9bcd9744608dfdefdf8338c2d4 is 50, key is test_row_0/C:col10/1731151264791/Put/seqid=0 2024-11-09T11:21:06,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742077_1253 (size=12001) 2024-11-09T11:21:06,679 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/8601ca9bcd9744608dfdefdf8338c2d4 2024-11-09T11:21:06,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/55a4be99c6a3416cbfd808b54b9fa0da as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/55a4be99c6a3416cbfd808b54b9fa0da 2024-11-09T11:21:06,694 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/55a4be99c6a3416cbfd808b54b9fa0da, entries=150, sequenceid=131, filesize=11.7 K 2024-11-09T11:21:06,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/44b2209e4fce491e928f00284a23f1a3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/44b2209e4fce491e928f00284a23f1a3 2024-11-09T11:21:06,702 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/44b2209e4fce491e928f00284a23f1a3, entries=150, sequenceid=131, filesize=11.7 K 2024-11-09T11:21:06,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/8601ca9bcd9744608dfdefdf8338c2d4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8601ca9bcd9744608dfdefdf8338c2d4 2024-11-09T11:21:06,708 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8601ca9bcd9744608dfdefdf8338c2d4, entries=150, sequenceid=131, filesize=11.7 K 2024-11-09T11:21:06,709 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 5a6d4255624e8ee77fff3b698d223bf1 in 488ms, sequenceid=131, compaction requested=true 2024-11-09T11:21:06,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:06,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:06,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-09T11:21:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-09T11:21:06,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-09T11:21:06,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8660 sec 2024-11-09T11:21:06,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.8740 sec 2024-11-09T11:21:06,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:21:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:06,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c08ac7fadd55454b859a62ee71939115 is 50, key is test_row_0/A:col10/1731151266926/Put/seqid=0 2024-11-09T11:21:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T11:21:06,948 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-09T11:21:06,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-09T11:21:06,950 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T11:21:06,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:06,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:06,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742078_1254 (size=16931) 2024-11-09T11:21:06,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151326959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:06,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151326961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:06,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151326963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:06,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151326963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:06,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151326964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T11:21:07,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151327065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151327065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151327069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151327070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151327070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T11:21:07,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:07,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T11:21:07,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T11:21:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:07,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151327268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151327270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151327274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151327274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151327274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c08ac7fadd55454b859a62ee71939115 2024-11-09T11:21:07,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/921bbb613f9744d4ab7456d58519e35f is 50, key is test_row_0/B:col10/1731151266926/Put/seqid=0 2024-11-09T11:21:07,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742079_1255 (size=12151) 2024-11-09T11:21:07,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T11:21:07,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:07,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T11:21:07,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T11:21:07,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:07,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151327573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151327574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151327578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151327578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151327580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T11:21:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/921bbb613f9744d4ab7456d58519e35f 2024-11-09T11:21:07,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/b47693cfe720442a82df48dfbf0dca82 is 50, key is test_row_0/C:col10/1731151266926/Put/seqid=0 2024-11-09T11:21:07,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742080_1256 (size=12151) 2024-11-09T11:21:07,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:07,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T11:21:07,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:07,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:07,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:08,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:08,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T11:21:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:08,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T11:21:08,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151328075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:08,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151328076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:08,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151328081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:08,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151328082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:08,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151328086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:08,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:08,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T11:21:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:08,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:08,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:08,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/b47693cfe720442a82df48dfbf0dca82 2024-11-09T11:21:08,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c08ac7fadd55454b859a62ee71939115 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c08ac7fadd55454b859a62ee71939115 2024-11-09T11:21:08,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c08ac7fadd55454b859a62ee71939115, entries=250, sequenceid=142, filesize=16.5 K 2024-11-09T11:21:08,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/921bbb613f9744d4ab7456d58519e35f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/921bbb613f9744d4ab7456d58519e35f 2024-11-09T11:21:08,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/921bbb613f9744d4ab7456d58519e35f, entries=150, sequenceid=142, filesize=11.9 K 2024-11-09T11:21:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-09T11:21:08,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/b47693cfe720442a82df48dfbf0dca82 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b47693cfe720442a82df48dfbf0dca82 2024-11-09T11:21:08,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b47693cfe720442a82df48dfbf0dca82, entries=150, sequenceid=142, filesize=11.9 K 2024-11-09T11:21:08,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5a6d4255624e8ee77fff3b698d223bf1 in 1330ms, sequenceid=142, compaction requested=true 2024-11-09T11:21:08,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:08,260 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:21:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:08,260 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:21:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:08,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:08,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:08,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:08,263 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:21:08,263 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/A is initiating minor compaction (all files) 2024-11-09T11:21:08,263 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/A in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:08,263 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/49bc0670191a4155a54b7f409c32f649, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/12aec3ca77f446399806cdfe0e635c9b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/55a4be99c6a3416cbfd808b54b9fa0da, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c08ac7fadd55454b859a62ee71939115] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=51.9 K 2024-11-09T11:21:08,264 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:21:08,264 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/B is initiating minor compaction (all files) 2024-11-09T11:21:08,264 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/B in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:08,264 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e59699a653734f95bbb98940412ba35b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/821678a76a3f4324b44f0cb52345ef0e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/44b2209e4fce491e928f00284a23f1a3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/921bbb613f9744d4ab7456d58519e35f] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=47.2 K 2024-11-09T11:21:08,265 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49bc0670191a4155a54b7f409c32f649, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731151264028 2024-11-09T11:21:08,265 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e59699a653734f95bbb98940412ba35b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731151264028 2024-11-09T11:21:08,266 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12aec3ca77f446399806cdfe0e635c9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151264651 2024-11-09T11:21:08,266 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 821678a76a3f4324b44f0cb52345ef0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151264651 2024-11-09T11:21:08,266 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 44b2209e4fce491e928f00284a23f1a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731151264786 2024-11-09T11:21:08,267 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a4be99c6a3416cbfd808b54b9fa0da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731151264786 2024-11-09T11:21:08,267 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 921bbb613f9744d4ab7456d58519e35f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731151266926 2024-11-09T11:21:08,268 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting c08ac7fadd55454b859a62ee71939115, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731151266920 2024-11-09T11:21:08,289 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#A#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:08,290 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/d6e7f54bb23248898899a193d2d41663 is 50, key is test_row_0/A:col10/1731151266926/Put/seqid=0 2024-11-09T11:21:08,304 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#B#compaction#210 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:08,305 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/e8a2fb9c7909477fad1f44ec8ebe9cbf is 50, key is test_row_0/B:col10/1731151266926/Put/seqid=0 2024-11-09T11:21:08,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:08,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-09T11:21:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:08,331 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:21:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:08,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:08,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:08,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742082_1258 (size=12493) 2024-11-09T11:21:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742081_1257 (size=12493) 2024-11-09T11:21:08,353 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/e8a2fb9c7909477fad1f44ec8ebe9cbf as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e8a2fb9c7909477fad1f44ec8ebe9cbf 2024-11-09T11:21:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/86bd0cf62869423d90f82de2f94df72c is 50, key is test_row_0/A:col10/1731151266959/Put/seqid=0 2024-11-09T11:21:08,363 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/B of 5a6d4255624e8ee77fff3b698d223bf1 into e8a2fb9c7909477fad1f44ec8ebe9cbf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:08,363 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:08,363 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/B, priority=12, startTime=1731151268260; duration=0sec 2024-11-09T11:21:08,363 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:08,363 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:B 2024-11-09T11:21:08,364 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:21:08,365 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:21:08,365 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/C is initiating minor compaction (all files) 2024-11-09T11:21:08,365 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/C in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:08,365 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a90ec74ce7ed41eabb2e9999f90a39d7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/f4b57035cc7f402aa3f2d65643726a44, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8601ca9bcd9744608dfdefdf8338c2d4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b47693cfe720442a82df48dfbf0dca82] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=47.2 K 2024-11-09T11:21:08,366 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting a90ec74ce7ed41eabb2e9999f90a39d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731151264028 2024-11-09T11:21:08,366 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f4b57035cc7f402aa3f2d65643726a44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151264651 2024-11-09T11:21:08,366 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 8601ca9bcd9744608dfdefdf8338c2d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731151264786 2024-11-09T11:21:08,367 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting b47693cfe720442a82df48dfbf0dca82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731151266926 2024-11-09T11:21:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742083_1259 (size=12151) 2024-11-09T11:21:08,390 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/86bd0cf62869423d90f82de2f94df72c 2024-11-09T11:21:08,409 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:08,410 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/79b2d72a65b24a7cb2cd4fc717e11a11 is 50, key is test_row_0/C:col10/1731151266926/Put/seqid=0 2024-11-09T11:21:08,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/9727e9fbc0e74517aa0a02af484af374 is 50, key is test_row_0/B:col10/1731151266959/Put/seqid=0 2024-11-09T11:21:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742084_1260 (size=12493) 2024-11-09T11:21:08,439 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/79b2d72a65b24a7cb2cd4fc717e11a11 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/79b2d72a65b24a7cb2cd4fc717e11a11 2024-11-09T11:21:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742085_1261 (size=12151) 2024-11-09T11:21:08,449 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/C of 5a6d4255624e8ee77fff3b698d223bf1 into 79b2d72a65b24a7cb2cd4fc717e11a11(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:08,449 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:08,449 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/C, priority=12, startTime=1731151268261; duration=0sec 2024-11-09T11:21:08,449 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:08,449 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:08,758 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/d6e7f54bb23248898899a193d2d41663 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/d6e7f54bb23248898899a193d2d41663 2024-11-09T11:21:08,766 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/A of 5a6d4255624e8ee77fff3b698d223bf1 into d6e7f54bb23248898899a193d2d41663(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:08,766 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:08,766 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/A, priority=12, startTime=1731151268259; duration=0sec 2024-11-09T11:21:08,766 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:08,766 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:A 2024-11-09T11:21:08,851 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/9727e9fbc0e74517aa0a02af484af374 2024-11-09T11:21:08,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/64464a8e8fdd4822a0690b1314b6fd11 is 50, key is test_row_0/C:col10/1731151266959/Put/seqid=0 2024-11-09T11:21:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742086_1262 (size=12151) 2024-11-09T11:21:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T11:21:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:09,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151329103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151329111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151329111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151329113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151329113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151329216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151329217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151329217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151329227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,307 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/64464a8e8fdd4822a0690b1314b6fd11 2024-11-09T11:21:09,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/86bd0cf62869423d90f82de2f94df72c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/86bd0cf62869423d90f82de2f94df72c 2024-11-09T11:21:09,321 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/86bd0cf62869423d90f82de2f94df72c, entries=150, sequenceid=167, filesize=11.9 K 2024-11-09T11:21:09,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/9727e9fbc0e74517aa0a02af484af374 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9727e9fbc0e74517aa0a02af484af374 2024-11-09T11:21:09,330 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9727e9fbc0e74517aa0a02af484af374, entries=150, sequenceid=167, filesize=11.9 K 2024-11-09T11:21:09,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/64464a8e8fdd4822a0690b1314b6fd11 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/64464a8e8fdd4822a0690b1314b6fd11 2024-11-09T11:21:09,344 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/64464a8e8fdd4822a0690b1314b6fd11, entries=150, sequenceid=167, filesize=11.9 K 2024-11-09T11:21:09,346 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5a6d4255624e8ee77fff3b698d223bf1 in 1014ms, sequenceid=167, compaction requested=false 2024-11-09T11:21:09,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:09,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:09,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-09T11:21:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-09T11:21:09,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-09T11:21:09,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3960 sec 2024-11-09T11:21:09,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.4010 sec 2024-11-09T11:21:09,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T11:21:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:09,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:09,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:09,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:09,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:09,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:09,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:09,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/46516cf80bd7484c8a4c6686a8cee207 is 50, key is test_row_0/A:col10/1731151269423/Put/seqid=0 2024-11-09T11:21:09,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151329467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151329469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151329471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151329471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742087_1263 (size=12151) 2024-11-09T11:21:09,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/46516cf80bd7484c8a4c6686a8cee207 2024-11-09T11:21:09,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/6a5322729be745dd99d2ba4eb84bd87e is 50, key is test_row_0/B:col10/1731151269423/Put/seqid=0 2024-11-09T11:21:09,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742088_1264 (size=12151) 2024-11-09T11:21:09,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T11:21:09,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T11:21:09,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151329573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151329576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151329583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151329583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151329779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151329779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151329784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151329787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:09,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/6a5322729be745dd99d2ba4eb84bd87e 2024-11-09T11:21:09,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/a40d4fe5cd654875a1b1cba21b598bd5 is 50, key is test_row_0/C:col10/1731151269423/Put/seqid=0 2024-11-09T11:21:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742089_1265 (size=12151) 2024-11-09T11:21:09,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/a40d4fe5cd654875a1b1cba21b598bd5 2024-11-09T11:21:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/46516cf80bd7484c8a4c6686a8cee207 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/46516cf80bd7484c8a4c6686a8cee207 2024-11-09T11:21:09,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/46516cf80bd7484c8a4c6686a8cee207, entries=150, sequenceid=185, filesize=11.9 K 2024-11-09T11:21:09,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/6a5322729be745dd99d2ba4eb84bd87e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a5322729be745dd99d2ba4eb84bd87e 2024-11-09T11:21:09,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a5322729be745dd99d2ba4eb84bd87e, entries=150, sequenceid=185, filesize=11.9 K 2024-11-09T11:21:09,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/a40d4fe5cd654875a1b1cba21b598bd5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a40d4fe5cd654875a1b1cba21b598bd5 2024-11-09T11:21:10,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a40d4fe5cd654875a1b1cba21b598bd5, entries=150, sequenceid=185, filesize=11.9 K 2024-11-09T11:21:10,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5a6d4255624e8ee77fff3b698d223bf1 in 580ms, sequenceid=185, compaction requested=true 2024-11-09T11:21:10,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:10,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:10,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:10,011 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:10,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:10,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:10,011 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:10,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:10,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:10,012 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:10,012 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:10,012 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/B is initiating minor compaction (all files) 2024-11-09T11:21:10,012 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/A is initiating minor compaction (all files) 2024-11-09T11:21:10,012 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/A in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:10,012 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/d6e7f54bb23248898899a193d2d41663, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/86bd0cf62869423d90f82de2f94df72c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/46516cf80bd7484c8a4c6686a8cee207] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=35.9 K 2024-11-09T11:21:10,013 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/B in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:10,013 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e8a2fb9c7909477fad1f44ec8ebe9cbf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9727e9fbc0e74517aa0a02af484af374, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a5322729be745dd99d2ba4eb84bd87e] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=35.9 K 2024-11-09T11:21:10,017 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6e7f54bb23248898899a193d2d41663, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731151266926 2024-11-09T11:21:10,017 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e8a2fb9c7909477fad1f44ec8ebe9cbf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731151266926 2024-11-09T11:21:10,018 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86bd0cf62869423d90f82de2f94df72c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731151266959 2024-11-09T11:21:10,018 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9727e9fbc0e74517aa0a02af484af374, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731151266959 2024-11-09T11:21:10,018 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46516cf80bd7484c8a4c6686a8cee207, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731151269423 2024-11-09T11:21:10,018 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a5322729be745dd99d2ba4eb84bd87e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731151269423 2024-11-09T11:21:10,028 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#B#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:10,029 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/96325439d1374bd99a6d3f67d4aa6095 is 50, key is test_row_0/B:col10/1731151269423/Put/seqid=0 2024-11-09T11:21:10,036 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:10,037 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/95c1a5a56b32403dab2adf8db2367529 is 50, key is test_row_0/A:col10/1731151269423/Put/seqid=0 2024-11-09T11:21:10,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742091_1267 (size=12595) 2024-11-09T11:21:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742090_1266 (size=12595) 2024-11-09T11:21:10,071 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/96325439d1374bd99a6d3f67d4aa6095 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/96325439d1374bd99a6d3f67d4aa6095 2024-11-09T11:21:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:10,087 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/B of 5a6d4255624e8ee77fff3b698d223bf1 into 96325439d1374bd99a6d3f67d4aa6095(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:10,087 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:10,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T11:21:10,087 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/B, priority=13, startTime=1731151270011; duration=0sec 2024-11-09T11:21:10,087 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:10,087 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:B 2024-11-09T11:21:10,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:10,087 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:10,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:10,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:10,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:10,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:10,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:10,093 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:10,094 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/C is initiating minor compaction (all files) 2024-11-09T11:21:10,094 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/C in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:10,094 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/79b2d72a65b24a7cb2cd4fc717e11a11, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/64464a8e8fdd4822a0690b1314b6fd11, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a40d4fe5cd654875a1b1cba21b598bd5] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=35.9 K 2024-11-09T11:21:10,094 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 79b2d72a65b24a7cb2cd4fc717e11a11, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731151266926 2024-11-09T11:21:10,095 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 64464a8e8fdd4822a0690b1314b6fd11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731151266959 2024-11-09T11:21:10,096 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting a40d4fe5cd654875a1b1cba21b598bd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731151269423 2024-11-09T11:21:10,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151330104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151330106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151330108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151330108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/68aabe5b6fbe47a48b373fd0cc4d4480 is 50, key is test_row_0/A:col10/1731151269452/Put/seqid=0 2024-11-09T11:21:10,127 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:10,127 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/096a75fa6aae4106bbd342df13015fa6 is 50, key is test_row_0/C:col10/1731151269423/Put/seqid=0 2024-11-09T11:21:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742092_1268 (size=14541) 2024-11-09T11:21:10,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/68aabe5b6fbe47a48b373fd0cc4d4480 2024-11-09T11:21:10,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ed08bd920a944e29840f55e8b08672e2 is 50, key is test_row_0/B:col10/1731151269452/Put/seqid=0 2024-11-09T11:21:10,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742093_1269 (size=12595) 2024-11-09T11:21:10,172 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/096a75fa6aae4106bbd342df13015fa6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/096a75fa6aae4106bbd342df13015fa6 2024-11-09T11:21:10,179 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/C of 5a6d4255624e8ee77fff3b698d223bf1 into 096a75fa6aae4106bbd342df13015fa6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:10,179 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:10,180 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/C, priority=13, startTime=1731151270011; duration=0sec 2024-11-09T11:21:10,180 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:10,180 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742094_1270 (size=12151) 2024-11-09T11:21:10,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ed08bd920a944e29840f55e8b08672e2 2024-11-09T11:21:10,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151330210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/9d77dcc93c8243f5b65d250557b9edac is 50, key is test_row_0/C:col10/1731151269452/Put/seqid=0 2024-11-09T11:21:10,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151330214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151330215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151330214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742095_1271 (size=12151) 2024-11-09T11:21:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151330413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151330422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151330424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151330427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,462 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/95c1a5a56b32403dab2adf8db2367529 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/95c1a5a56b32403dab2adf8db2367529 2024-11-09T11:21:10,467 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/A of 5a6d4255624e8ee77fff3b698d223bf1 into 95c1a5a56b32403dab2adf8db2367529(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:10,467 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:10,467 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/A, priority=13, startTime=1731151270011; duration=0sec 2024-11-09T11:21:10,467 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:10,467 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:A 2024-11-09T11:21:10,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/9d77dcc93c8243f5b65d250557b9edac 2024-11-09T11:21:10,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/68aabe5b6fbe47a48b373fd0cc4d4480 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/68aabe5b6fbe47a48b373fd0cc4d4480 2024-11-09T11:21:10,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/68aabe5b6fbe47a48b373fd0cc4d4480, entries=200, sequenceid=208, filesize=14.2 K 2024-11-09T11:21:10,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ed08bd920a944e29840f55e8b08672e2 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ed08bd920a944e29840f55e8b08672e2 2024-11-09T11:21:10,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ed08bd920a944e29840f55e8b08672e2, entries=150, sequenceid=208, filesize=11.9 K 2024-11-09T11:21:10,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/9d77dcc93c8243f5b65d250557b9edac as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9d77dcc93c8243f5b65d250557b9edac 2024-11-09T11:21:10,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9d77dcc93c8243f5b65d250557b9edac, entries=150, sequenceid=208, filesize=11.9 K 2024-11-09T11:21:10,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5a6d4255624e8ee77fff3b698d223bf1 in 576ms, sequenceid=208, compaction requested=false 2024-11-09T11:21:10,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:10,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T11:21:10,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:10,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:10,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:10,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:10,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:10,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:10,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c099e43d8f9046f980c4842e4f958e2c is 50, key is test_row_0/A:col10/1731151270717/Put/seqid=0 2024-11-09T11:21:10,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742096_1272 (size=14541) 2024-11-09T11:21:10,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151330738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151330740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151330741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151330742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151330847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151330847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151330847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151330847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151331051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151331051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151331051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151331052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-09T11:21:11,056 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-09T11:21:11,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-09T11:21:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T11:21:11,061 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:11,061 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:11,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:11,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c099e43d8f9046f980c4842e4f958e2c 2024-11-09T11:21:11,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151331132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,134 DEBUG [Thread-1062 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., hostname=566d204d64fd,35155,1731151199870, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:11,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/a8294da06f9346bd8c081b5a80b6a749 is 50, key is test_row_0/B:col10/1731151270717/Put/seqid=0 2024-11-09T11:21:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742097_1273 (size=12151) 2024-11-09T11:21:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T11:21:11,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T11:21:11,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:11,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151331358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151331359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151331362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T11:21:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151331363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T11:21:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:11,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:11,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T11:21:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:11,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:11,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/a8294da06f9346bd8c081b5a80b6a749 2024-11-09T11:21:11,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/9947896b9c7640f5b84348348dc70e60 is 50, key is test_row_0/C:col10/1731151270717/Put/seqid=0 2024-11-09T11:21:11,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742098_1274 (size=12151) 2024-11-09T11:21:11,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/9947896b9c7640f5b84348348dc70e60 2024-11-09T11:21:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c099e43d8f9046f980c4842e4f958e2c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c099e43d8f9046f980c4842e4f958e2c 2024-11-09T11:21:11,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c099e43d8f9046f980c4842e4f958e2c, entries=200, sequenceid=225, filesize=14.2 K 2024-11-09T11:21:11,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/a8294da06f9346bd8c081b5a80b6a749 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a8294da06f9346bd8c081b5a80b6a749 2024-11-09T11:21:11,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a8294da06f9346bd8c081b5a80b6a749, entries=150, sequenceid=225, filesize=11.9 K 2024-11-09T11:21:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/9947896b9c7640f5b84348348dc70e60 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9947896b9c7640f5b84348348dc70e60 2024-11-09T11:21:11,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9947896b9c7640f5b84348348dc70e60, entries=150, sequenceid=225, filesize=11.9 K 2024-11-09T11:21:11,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5a6d4255624e8ee77fff3b698d223bf1 in 867ms, sequenceid=225, compaction requested=true 2024-11-09T11:21:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:11,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:11,586 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:11,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:11,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:11,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:11,586 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:11,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:11,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:11,586 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:11,587 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:11,587 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/A is initiating minor compaction (all files) 2024-11-09T11:21:11,587 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/B is initiating minor compaction (all files) 2024-11-09T11:21:11,587 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/A in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:11,587 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/B in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:11,587 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/96325439d1374bd99a6d3f67d4aa6095, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ed08bd920a944e29840f55e8b08672e2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a8294da06f9346bd8c081b5a80b6a749] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=36.0 K 2024-11-09T11:21:11,587 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/95c1a5a56b32403dab2adf8db2367529, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/68aabe5b6fbe47a48b373fd0cc4d4480, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c099e43d8f9046f980c4842e4f958e2c] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=40.7 K 2024-11-09T11:21:11,587 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 96325439d1374bd99a6d3f67d4aa6095, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731151269423 2024-11-09T11:21:11,587 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95c1a5a56b32403dab2adf8db2367529, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731151269423 2024-11-09T11:21:11,588 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ed08bd920a944e29840f55e8b08672e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731151269452 2024-11-09T11:21:11,588 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68aabe5b6fbe47a48b373fd0cc4d4480, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731151269452 2024-11-09T11:21:11,588 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting a8294da06f9346bd8c081b5a80b6a749, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731151270104 2024-11-09T11:21:11,588 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting c099e43d8f9046f980c4842e4f958e2c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731151270102 2024-11-09T11:21:11,597 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#B#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:11,597 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:11,597 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/cfefec4ee1784232ac7584723187ba89 is 50, key is test_row_0/B:col10/1731151270717/Put/seqid=0 2024-11-09T11:21:11,597 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/025c4681864c4fd49453f1efdc8eb294 is 50, key is test_row_0/A:col10/1731151270717/Put/seqid=0 2024-11-09T11:21:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742100_1276 (size=12697) 2024-11-09T11:21:11,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742099_1275 (size=12697) 2024-11-09T11:21:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T11:21:11,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T11:21:11,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:11,673 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T11:21:11,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:11,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/cb6079278a504ee1aac26e8953c301a8 is 50, key is test_row_0/A:col10/1731151270734/Put/seqid=0 2024-11-09T11:21:11,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742101_1277 (size=12151) 2024-11-09T11:21:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:11,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151331879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151331879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151331879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151331883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151331984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151331984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151331987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151331987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:12,026 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/025c4681864c4fd49453f1efdc8eb294 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/025c4681864c4fd49453f1efdc8eb294 2024-11-09T11:21:12,030 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/A of 5a6d4255624e8ee77fff3b698d223bf1 into 025c4681864c4fd49453f1efdc8eb294(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:12,030 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:12,030 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/A, priority=13, startTime=1731151271585; duration=0sec 2024-11-09T11:21:12,030 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:12,030 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:A 2024-11-09T11:21:12,030 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:12,032 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:12,032 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/C is initiating minor compaction (all files) 2024-11-09T11:21:12,032 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/C in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:12,032 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/096a75fa6aae4106bbd342df13015fa6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9d77dcc93c8243f5b65d250557b9edac, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9947896b9c7640f5b84348348dc70e60] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=36.0 K 2024-11-09T11:21:12,033 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 096a75fa6aae4106bbd342df13015fa6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731151269423 2024-11-09T11:21:12,033 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d77dcc93c8243f5b65d250557b9edac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731151269452 2024-11-09T11:21:12,034 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9947896b9c7640f5b84348348dc70e60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731151270104 2024-11-09T11:21:12,037 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/cfefec4ee1784232ac7584723187ba89 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/cfefec4ee1784232ac7584723187ba89 2024-11-09T11:21:12,043 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/B of 5a6d4255624e8ee77fff3b698d223bf1 into cfefec4ee1784232ac7584723187ba89(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:12,043 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:12,043 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/B, priority=13, startTime=1731151271586; duration=0sec 2024-11-09T11:21:12,043 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:12,043 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:B 2024-11-09T11:21:12,044 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:12,045 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/def887b87a8e44e4840fd839902c28eb is 50, key is test_row_0/C:col10/1731151270717/Put/seqid=0 2024-11-09T11:21:12,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742102_1278 (size=12697) 2024-11-09T11:21:12,082 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/cb6079278a504ee1aac26e8953c301a8 2024-11-09T11:21:12,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/735443830dd64428a488cdb1e7df6793 is 50, key is test_row_0/B:col10/1731151270734/Put/seqid=0 2024-11-09T11:21:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742103_1279 (size=12151) 2024-11-09T11:21:12,105 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/735443830dd64428a488cdb1e7df6793 2024-11-09T11:21:12,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/d37c180bb4ae4ef8abcbc76afa3bd469 is 50, key is test_row_0/C:col10/1731151270734/Put/seqid=0 2024-11-09T11:21:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742104_1280 (size=12151) 2024-11-09T11:21:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T11:21:12,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151332188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:12,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151332189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151332190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151332190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:12,476 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/def887b87a8e44e4840fd839902c28eb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/def887b87a8e44e4840fd839902c28eb 2024-11-09T11:21:12,481 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/C of 5a6d4255624e8ee77fff3b698d223bf1 into def887b87a8e44e4840fd839902c28eb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:12,481 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:12,481 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/C, priority=13, startTime=1731151271586; duration=0sec 2024-11-09T11:21:12,481 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:12,481 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:12,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151332491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151332492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:12,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151332492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:12,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151332494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:12,541 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/d37c180bb4ae4ef8abcbc76afa3bd469 2024-11-09T11:21:12,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/cb6079278a504ee1aac26e8953c301a8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/cb6079278a504ee1aac26e8953c301a8 2024-11-09T11:21:12,565 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/cb6079278a504ee1aac26e8953c301a8, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T11:21:12,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/735443830dd64428a488cdb1e7df6793 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/735443830dd64428a488cdb1e7df6793 2024-11-09T11:21:12,573 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/735443830dd64428a488cdb1e7df6793, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T11:21:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/d37c180bb4ae4ef8abcbc76afa3bd469 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d37c180bb4ae4ef8abcbc76afa3bd469 2024-11-09T11:21:12,581 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d37c180bb4ae4ef8abcbc76afa3bd469, entries=150, sequenceid=246, filesize=11.9 K 2024-11-09T11:21:12,581 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5a6d4255624e8ee77fff3b698d223bf1 in 908ms, sequenceid=246, compaction requested=false 2024-11-09T11:21:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-09T11:21:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-09T11:21:12,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-09T11:21:12,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5220 sec 2024-11-09T11:21:12,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.5250 sec 2024-11-09T11:21:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:13,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T11:21:13,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:13,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:13,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:13,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:13,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:13,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:13,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/3f5322d537ab4a909d9d044a314a2374 is 50, key is test_row_0/A:col10/1731151273000/Put/seqid=0 2024-11-09T11:21:13,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151333025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151333028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151333030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151333031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742105_1281 (size=12301) 2024-11-09T11:21:13,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/3f5322d537ab4a909d9d044a314a2374 2024-11-09T11:21:13,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/9302279020b7459096f42b7eca18860a is 50, key is test_row_0/B:col10/1731151273000/Put/seqid=0 2024-11-09T11:21:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742106_1282 (size=12301) 2024-11-09T11:21:13,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151333132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151333135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151333136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151333136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T11:21:13,168 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-09T11:21:13,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-09T11:21:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T11:21:13,183 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:13,183 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:13,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T11:21:13,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151333337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151333341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151333341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151333343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T11:21:13,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/9302279020b7459096f42b7eca18860a 2024-11-09T11:21:13,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/7d3539379ad240dea6b1e4398fa668df is 50, key is test_row_0/C:col10/1731151273000/Put/seqid=0 2024-11-09T11:21:13,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742107_1283 (size=12301) 2024-11-09T11:21:13,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/7d3539379ad240dea6b1e4398fa668df 2024-11-09T11:21:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/3f5322d537ab4a909d9d044a314a2374 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3f5322d537ab4a909d9d044a314a2374 2024-11-09T11:21:13,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3f5322d537ab4a909d9d044a314a2374, entries=150, sequenceid=266, filesize=12.0 K 2024-11-09T11:21:13,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/9302279020b7459096f42b7eca18860a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9302279020b7459096f42b7eca18860a 2024-11-09T11:21:13,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9302279020b7459096f42b7eca18860a, entries=150, sequenceid=266, filesize=12.0 K 2024-11-09T11:21:13,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/7d3539379ad240dea6b1e4398fa668df as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/7d3539379ad240dea6b1e4398fa668df 2024-11-09T11:21:13,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/7d3539379ad240dea6b1e4398fa668df, entries=150, sequenceid=266, filesize=12.0 K 2024-11-09T11:21:13,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5a6d4255624e8ee77fff3b698d223bf1 in 621ms, sequenceid=266, compaction requested=true 2024-11-09T11:21:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:13,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:13,623 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:13,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:13,623 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:13,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:13,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:13,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:13,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:13,624 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:13,624 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/A is initiating minor compaction (all files) 2024-11-09T11:21:13,625 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/A in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,625 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/025c4681864c4fd49453f1efdc8eb294, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/cb6079278a504ee1aac26e8953c301a8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3f5322d537ab4a909d9d044a314a2374] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=36.3 K 2024-11-09T11:21:13,625 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 025c4681864c4fd49453f1efdc8eb294, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731151270104 2024-11-09T11:21:13,625 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb6079278a504ee1aac26e8953c301a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731151270734 2024-11-09T11:21:13,625 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:13,626 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/B is initiating minor compaction (all files) 2024-11-09T11:21:13,626 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/B in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,626 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/cfefec4ee1784232ac7584723187ba89, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/735443830dd64428a488cdb1e7df6793, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9302279020b7459096f42b7eca18860a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=36.3 K 2024-11-09T11:21:13,626 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f5322d537ab4a909d9d044a314a2374, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731151271876 2024-11-09T11:21:13,626 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting cfefec4ee1784232ac7584723187ba89, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731151270104 2024-11-09T11:21:13,627 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 735443830dd64428a488cdb1e7df6793, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731151270734 2024-11-09T11:21:13,627 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9302279020b7459096f42b7eca18860a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731151271876 2024-11-09T11:21:13,637 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#A#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:13,637 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/02c278686bc14a1eae4bf6e4a9d78ff8 is 50, key is test_row_0/A:col10/1731151273000/Put/seqid=0 2024-11-09T11:21:13,645 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:13,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T11:21:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:13,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:13,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:13,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:13,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,645 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/77c6284afe814deca62ef06afe7105a3 is 50, key is test_row_0/B:col10/1731151273000/Put/seqid=0 2024-11-09T11:21:13,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742108_1284 (size=12949) 2024-11-09T11:21:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742109_1285 (size=12949) 2024-11-09T11:21:13,669 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/77c6284afe814deca62ef06afe7105a3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/77c6284afe814deca62ef06afe7105a3 2024-11-09T11:21:13,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151333666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151333666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151333672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151333672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/a2c6ccb81ac34c17aa830ec7a44fbbf4 is 50, key is test_row_0/A:col10/1731151273027/Put/seqid=0 2024-11-09T11:21:13,682 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/B of 5a6d4255624e8ee77fff3b698d223bf1 into 77c6284afe814deca62ef06afe7105a3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:13,682 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:13,682 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/B, priority=13, startTime=1731151273623; duration=0sec 2024-11-09T11:21:13,682 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:13,682 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:B 2024-11-09T11:21:13,682 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:13,684 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:13,684 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/C is initiating minor compaction (all files) 2024-11-09T11:21:13,684 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/C in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,684 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/def887b87a8e44e4840fd839902c28eb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d37c180bb4ae4ef8abcbc76afa3bd469, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/7d3539379ad240dea6b1e4398fa668df] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=36.3 K 2024-11-09T11:21:13,685 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting def887b87a8e44e4840fd839902c28eb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731151270104 2024-11-09T11:21:13,686 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d37c180bb4ae4ef8abcbc76afa3bd469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731151270734 2024-11-09T11:21:13,686 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d3539379ad240dea6b1e4398fa668df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731151271876 2024-11-09T11:21:13,691 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/02c278686bc14a1eae4bf6e4a9d78ff8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/02c278686bc14a1eae4bf6e4a9d78ff8 2024-11-09T11:21:13,699 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:13,700 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/241a0df269b54f0da721dae9fdaf6800 is 50, key is test_row_0/C:col10/1731151273000/Put/seqid=0 2024-11-09T11:21:13,701 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/A of 5a6d4255624e8ee77fff3b698d223bf1 into 02c278686bc14a1eae4bf6e4a9d78ff8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:13,701 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:13,701 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/A, priority=13, startTime=1731151273623; duration=0sec 2024-11-09T11:21:13,701 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:13,702 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:A 2024-11-09T11:21:13,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742110_1286 (size=12301) 2024-11-09T11:21:13,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/a2c6ccb81ac34c17aa830ec7a44fbbf4 2024-11-09T11:21:13,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ff2477f5d52d466392ac72bf91fa3440 is 50, key is test_row_0/B:col10/1731151273027/Put/seqid=0 2024-11-09T11:21:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742111_1287 (size=12949) 2024-11-09T11:21:13,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742112_1288 (size=12301) 2024-11-09T11:21:13,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151333773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151333775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151333782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T11:21:13,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151333782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:13,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:13,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:13,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151333979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151333980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151333984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151333987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:14,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,146 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/241a0df269b54f0da721dae9fdaf6800 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/241a0df269b54f0da721dae9fdaf6800 2024-11-09T11:21:14,164 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/C of 5a6d4255624e8ee77fff3b698d223bf1 into 241a0df269b54f0da721dae9fdaf6800(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:14,164 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:14,164 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/C, priority=13, startTime=1731151273624; duration=0sec 2024-11-09T11:21:14,164 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:14,164 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:14,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ff2477f5d52d466392ac72bf91fa3440 2024-11-09T11:21:14,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/77eed3299cda4c82b0b1faeca9c13e48 is 50, key is test_row_0/C:col10/1731151273027/Put/seqid=0 2024-11-09T11:21:14,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742113_1289 (size=12301) 2024-11-09T11:21:14,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:14,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:14,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:14,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:14,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T11:21:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151334283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151334283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151334292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151334295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:14,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:14,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:14,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:14,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:14,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:14,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/77eed3299cda4c82b0b1faeca9c13e48 2024-11-09T11:21:14,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/a2c6ccb81ac34c17aa830ec7a44fbbf4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/a2c6ccb81ac34c17aa830ec7a44fbbf4 2024-11-09T11:21:14,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/a2c6ccb81ac34c17aa830ec7a44fbbf4, entries=150, sequenceid=286, filesize=12.0 K 2024-11-09T11:21:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ff2477f5d52d466392ac72bf91fa3440 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ff2477f5d52d466392ac72bf91fa3440 2024-11-09T11:21:14,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ff2477f5d52d466392ac72bf91fa3440, entries=150, sequenceid=286, filesize=12.0 K 2024-11-09T11:21:14,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/77eed3299cda4c82b0b1faeca9c13e48 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/77eed3299cda4c82b0b1faeca9c13e48 2024-11-09T11:21:14,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/77eed3299cda4c82b0b1faeca9c13e48, entries=150, sequenceid=286, filesize=12.0 K 2024-11-09T11:21:14,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 5a6d4255624e8ee77fff3b698d223bf1 in 1048ms, sequenceid=286, compaction requested=false 2024-11-09T11:21:14,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:14,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T11:21:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:14,769 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T11:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/e465e76dc8674245860ccc6df56231c4 is 50, key is test_row_0/A:col10/1731151273670/Put/seqid=0 2024-11-09T11:21:14,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742114_1290 (size=12301) 2024-11-09T11:21:14,794 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/e465e76dc8674245860ccc6df56231c4 2024-11-09T11:21:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/24edb5973ddc42a292a10d858f4f2be0 is 50, key is test_row_0/B:col10/1731151273670/Put/seqid=0 2024-11-09T11:21:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742115_1291 (size=12301) 2024-11-09T11:21:14,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151334838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151334842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151334843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151334843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151334944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151334948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151334948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151334948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151335147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151335153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151335154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151335154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35306 deadline: 1731151335173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,176 DEBUG [Thread-1062 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8212 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., hostname=566d204d64fd,35155,1731151199870, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:15,213 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/24edb5973ddc42a292a10d858f4f2be0 2024-11-09T11:21:15,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/52c8ca8cadce4077857a31b8ce8568e1 is 50, key is test_row_0/C:col10/1731151273670/Put/seqid=0 2024-11-09T11:21:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742116_1292 (size=12301) 2024-11-09T11:21:15,223 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/52c8ca8cadce4077857a31b8ce8568e1 2024-11-09T11:21:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/e465e76dc8674245860ccc6df56231c4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/e465e76dc8674245860ccc6df56231c4 2024-11-09T11:21:15,231 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/e465e76dc8674245860ccc6df56231c4, entries=150, sequenceid=306, filesize=12.0 K 2024-11-09T11:21:15,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/24edb5973ddc42a292a10d858f4f2be0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/24edb5973ddc42a292a10d858f4f2be0 2024-11-09T11:21:15,236 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/24edb5973ddc42a292a10d858f4f2be0, entries=150, sequenceid=306, filesize=12.0 K 2024-11-09T11:21:15,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/52c8ca8cadce4077857a31b8ce8568e1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/52c8ca8cadce4077857a31b8ce8568e1 2024-11-09T11:21:15,242 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/52c8ca8cadce4077857a31b8ce8568e1, entries=150, sequenceid=306, filesize=12.0 K 2024-11-09T11:21:15,243 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5a6d4255624e8ee77fff3b698d223bf1 in 474ms, sequenceid=306, compaction requested=true 2024-11-09T11:21:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-09T11:21:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-09T11:21:15,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-09T11:21:15,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0620 sec 2024-11-09T11:21:15,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.0770 sec 2024-11-09T11:21:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T11:21:15,287 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-09T11:21:15,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-09T11:21:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T11:21:15,290 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:15,290 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:15,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T11:21:15,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T11:21:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:15,443 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T11:21:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:15,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/281dc97091de44de96aa023afd56fef2 is 50, key is test_row_0/A:col10/1731151274837/Put/seqid=0 2024-11-09T11:21:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:15,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:15,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742117_1293 (size=12301) 2024-11-09T11:21:15,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151335466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151335467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151335469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151335470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151335571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151335571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151335572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151335575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T11:21:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151335773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151335773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151335778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151335779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:15,853 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/281dc97091de44de96aa023afd56fef2 2024-11-09T11:21:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/d4dbff95e09046bdb8ef09b7da05f527 is 50, key is test_row_0/B:col10/1731151274837/Put/seqid=0 2024-11-09T11:21:15,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742118_1294 (size=12301) 2024-11-09T11:21:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T11:21:16,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151336075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151336077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151336087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151336087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,273 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/d4dbff95e09046bdb8ef09b7da05f527 2024-11-09T11:21:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/42de9ca0534549f280418bd624083f99 is 50, key is test_row_0/C:col10/1731151274837/Put/seqid=0 2024-11-09T11:21:16,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742119_1295 (size=12301) 2024-11-09T11:21:16,294 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/42de9ca0534549f280418bd624083f99 2024-11-09T11:21:16,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/281dc97091de44de96aa023afd56fef2 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/281dc97091de44de96aa023afd56fef2 2024-11-09T11:21:16,302 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/281dc97091de44de96aa023afd56fef2, entries=150, sequenceid=325, filesize=12.0 K 2024-11-09T11:21:16,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/d4dbff95e09046bdb8ef09b7da05f527 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d4dbff95e09046bdb8ef09b7da05f527 2024-11-09T11:21:16,312 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d4dbff95e09046bdb8ef09b7da05f527, entries=150, sequenceid=325, filesize=12.0 K 2024-11-09T11:21:16,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/42de9ca0534549f280418bd624083f99 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/42de9ca0534549f280418bd624083f99 2024-11-09T11:21:16,317 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/42de9ca0534549f280418bd624083f99, entries=150, sequenceid=325, filesize=12.0 K 2024-11-09T11:21:16,317 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5a6d4255624e8ee77fff3b698d223bf1 in 874ms, sequenceid=325, compaction requested=true 2024-11-09T11:21:16,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:16,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:16,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-09T11:21:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-09T11:21:16,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-09T11:21:16,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-09T11:21:16,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0320 sec 2024-11-09T11:21:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T11:21:16,393 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-09T11:21:16,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-09T11:21:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T11:21:16,395 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:16,395 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:16,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T11:21:16,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T11:21:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:16,547 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T11:21:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:16,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/09a9e12a54a14964885ca2e0e9b97df3 is 50, key is test_row_0/A:col10/1731151275462/Put/seqid=0 2024-11-09T11:21:16,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742120_1296 (size=12301) 2024-11-09T11:21:16,562 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/09a9e12a54a14964885ca2e0e9b97df3 2024-11-09T11:21:16,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ffac7502ac624c4eb5895836fee51b50 is 50, key is test_row_0/B:col10/1731151275462/Put/seqid=0 2024-11-09T11:21:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742121_1297 (size=12301) 2024-11-09T11:21:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:16,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:16,583 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ffac7502ac624c4eb5895836fee51b50 2024-11-09T11:21:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/d385d94e869b4f87b5b311e1517a5c35 is 50, key is test_row_0/C:col10/1731151275462/Put/seqid=0 2024-11-09T11:21:16,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742122_1298 (size=12301) 2024-11-09T11:21:16,594 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/d385d94e869b4f87b5b311e1517a5c35 2024-11-09T11:21:16,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/09a9e12a54a14964885ca2e0e9b97df3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/09a9e12a54a14964885ca2e0e9b97df3 2024-11-09T11:21:16,606 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/09a9e12a54a14964885ca2e0e9b97df3, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T11:21:16,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/ffac7502ac624c4eb5895836fee51b50 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ffac7502ac624c4eb5895836fee51b50 2024-11-09T11:21:16,614 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ffac7502ac624c4eb5895836fee51b50, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T11:21:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/d385d94e869b4f87b5b311e1517a5c35 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d385d94e869b4f87b5b311e1517a5c35 2024-11-09T11:21:16,619 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d385d94e869b4f87b5b311e1517a5c35, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T11:21:16,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151336613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,620 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 5a6d4255624e8ee77fff3b698d223bf1 in 73ms, sequenceid=342, compaction requested=true 2024-11-09T11:21:16,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:16,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:16,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-09T11:21:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-09T11:21:16,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-09T11:21:16,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 228 msec 2024-11-09T11:21:16,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 231 msec 2024-11-09T11:21:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:16,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T11:21:16,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:16,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:16,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:16,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:16,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:16,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:16,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/6715e8964a7c4c808bc9673913806bc8 is 50, key is test_row_0/A:col10/1731151276627/Put/seqid=0 2024-11-09T11:21:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742123_1299 (size=12301) 2024-11-09T11:21:16,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151336648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151336646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151336653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T11:21:16,697 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-09T11:21:16,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-09T11:21:16,699 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:16,700 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:16,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T11:21:16,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151336722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151336754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151336755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151336758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T11:21:16,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T11:21:16,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:16,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:16,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:16,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:16,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:16,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151336926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151336960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151336961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:16,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151336961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T11:21:17,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T11:21:17,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:17,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/6715e8964a7c4c808bc9673913806bc8 2024-11-09T11:21:17,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/5ea59c75ffd446fea7a9977528d3f3a1 is 50, key is test_row_0/B:col10/1731151276627/Put/seqid=0 2024-11-09T11:21:17,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742124_1300 (size=12301) 2024-11-09T11:21:17,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T11:21:17,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:17,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151337230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151337265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151337266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151337268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T11:21:17,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T11:21:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:17,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T11:21:17,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:17,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/5ea59c75ffd446fea7a9977528d3f3a1 2024-11-09T11:21:17,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/2f97d7fceecf4f2c9563b67cf9149674 is 50, key is test_row_0/C:col10/1731151276627/Put/seqid=0 2024-11-09T11:21:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742125_1301 (size=12301) 2024-11-09T11:21:17,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T11:21:17,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151337736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151337770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T11:21:17,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:17,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:17,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151337772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151337773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T11:21:17,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/2f97d7fceecf4f2c9563b67cf9149674 2024-11-09T11:21:17,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/6715e8964a7c4c808bc9673913806bc8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/6715e8964a7c4c808bc9673913806bc8 2024-11-09T11:21:17,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/6715e8964a7c4c808bc9673913806bc8, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T11:21:17,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/5ea59c75ffd446fea7a9977528d3f3a1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/5ea59c75ffd446fea7a9977528d3f3a1 2024-11-09T11:21:17,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/5ea59c75ffd446fea7a9977528d3f3a1, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T11:21:17,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/2f97d7fceecf4f2c9563b67cf9149674 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/2f97d7fceecf4f2c9563b67cf9149674 2024-11-09T11:21:17,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/2f97d7fceecf4f2c9563b67cf9149674, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T11:21:17,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5a6d4255624e8ee77fff3b698d223bf1 in 1272ms, sequenceid=366, compaction requested=true 2024-11-09T11:21:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:17,899 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T11:21:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:17,899 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T11:21:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:17,901 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74454 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T11:21:17,901 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74454 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T11:21:17,901 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/A is initiating minor compaction (all files) 2024-11-09T11:21:17,901 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/B is initiating minor compaction (all files) 2024-11-09T11:21:17,901 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/B in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,901 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/A in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,901 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/02c278686bc14a1eae4bf6e4a9d78ff8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/a2c6ccb81ac34c17aa830ec7a44fbbf4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/e465e76dc8674245860ccc6df56231c4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/281dc97091de44de96aa023afd56fef2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/09a9e12a54a14964885ca2e0e9b97df3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/6715e8964a7c4c808bc9673913806bc8] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=72.7 K 2024-11-09T11:21:17,901 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/77c6284afe814deca62ef06afe7105a3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ff2477f5d52d466392ac72bf91fa3440, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/24edb5973ddc42a292a10d858f4f2be0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d4dbff95e09046bdb8ef09b7da05f527, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ffac7502ac624c4eb5895836fee51b50, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/5ea59c75ffd446fea7a9977528d3f3a1] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=72.7 K 2024-11-09T11:21:17,902 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 77c6284afe814deca62ef06afe7105a3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731151271876 2024-11-09T11:21:17,902 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02c278686bc14a1eae4bf6e4a9d78ff8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731151271876 2024-11-09T11:21:17,902 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2c6ccb81ac34c17aa830ec7a44fbbf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731151273027 2024-11-09T11:21:17,902 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ff2477f5d52d466392ac72bf91fa3440, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731151273027 2024-11-09T11:21:17,902 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e465e76dc8674245860ccc6df56231c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731151273665 2024-11-09T11:21:17,902 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 24edb5973ddc42a292a10d858f4f2be0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731151273665 2024-11-09T11:21:17,902 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 281dc97091de44de96aa023afd56fef2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731151274837 2024-11-09T11:21:17,903 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d4dbff95e09046bdb8ef09b7da05f527, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731151274837 2024-11-09T11:21:17,903 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09a9e12a54a14964885ca2e0e9b97df3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731151275462 2024-11-09T11:21:17,903 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ffac7502ac624c4eb5895836fee51b50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731151275462 2024-11-09T11:21:17,903 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6715e8964a7c4c808bc9673913806bc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731151276619 2024-11-09T11:21:17,903 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ea59c75ffd446fea7a9977528d3f3a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731151276619 2024-11-09T11:21:17,914 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#A#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:17,915 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/5bcaca13fd3d4c508cef9235286f4ff4 is 50, key is test_row_0/A:col10/1731151276627/Put/seqid=0 2024-11-09T11:21:17,925 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:17,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T11:21:17,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:17,925 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:17,934 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:17,934 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/d22dd7b9cf494ab1942fbada9c9f82db is 50, key is test_row_0/B:col10/1731151276627/Put/seqid=0 2024-11-09T11:21:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742126_1302 (size=13153) 2024-11-09T11:21:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/2696bb5a3442474290b47d8c8eef3cfd is 50, key is test_row_0/A:col10/1731151276637/Put/seqid=0 2024-11-09T11:21:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742128_1304 (size=12301) 2024-11-09T11:21:17,979 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/2696bb5a3442474290b47d8c8eef3cfd 2024-11-09T11:21:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742127_1303 (size=13153) 2024-11-09T11:21:17,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/43ae840187df44d9931f23923b4815f4 is 50, key is test_row_0/B:col10/1731151276637/Put/seqid=0 2024-11-09T11:21:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742129_1305 (size=12301) 2024-11-09T11:21:18,343 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/5bcaca13fd3d4c508cef9235286f4ff4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5bcaca13fd3d4c508cef9235286f4ff4 2024-11-09T11:21:18,347 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/A of 5a6d4255624e8ee77fff3b698d223bf1 into 5bcaca13fd3d4c508cef9235286f4ff4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:18,347 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:18,347 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/A, priority=10, startTime=1731151277899; duration=0sec 2024-11-09T11:21:18,347 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:18,347 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:A 2024-11-09T11:21:18,347 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T11:21:18,349 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74454 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T11:21:18,349 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/C is initiating minor compaction (all files) 2024-11-09T11:21:18,349 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/C in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:18,349 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/241a0df269b54f0da721dae9fdaf6800, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/77eed3299cda4c82b0b1faeca9c13e48, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/52c8ca8cadce4077857a31b8ce8568e1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/42de9ca0534549f280418bd624083f99, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d385d94e869b4f87b5b311e1517a5c35, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/2f97d7fceecf4f2c9563b67cf9149674] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=72.7 K 2024-11-09T11:21:18,349 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 241a0df269b54f0da721dae9fdaf6800, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731151271876 2024-11-09T11:21:18,350 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77eed3299cda4c82b0b1faeca9c13e48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731151273027 2024-11-09T11:21:18,350 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52c8ca8cadce4077857a31b8ce8568e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731151273665 2024-11-09T11:21:18,350 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42de9ca0534549f280418bd624083f99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731151274837 2024-11-09T11:21:18,351 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d385d94e869b4f87b5b311e1517a5c35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731151275462 2024-11-09T11:21:18,351 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f97d7fceecf4f2c9563b67cf9149674, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731151276619 2024-11-09T11:21:18,362 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#C#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:18,362 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/3aa82256dcfd4f4d89c908cd6bccbe9d is 50, key is test_row_0/C:col10/1731151276627/Put/seqid=0 2024-11-09T11:21:18,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742130_1306 (size=13153) 2024-11-09T11:21:18,389 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/d22dd7b9cf494ab1942fbada9c9f82db as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d22dd7b9cf494ab1942fbada9c9f82db 2024-11-09T11:21:18,397 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/B of 5a6d4255624e8ee77fff3b698d223bf1 into d22dd7b9cf494ab1942fbada9c9f82db(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:18,397 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:18,397 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/B, priority=10, startTime=1731151277899; duration=0sec 2024-11-09T11:21:18,397 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:18,398 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:B 2024-11-09T11:21:18,398 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/3aa82256dcfd4f4d89c908cd6bccbe9d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/3aa82256dcfd4f4d89c908cd6bccbe9d 2024-11-09T11:21:18,404 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/C of 5a6d4255624e8ee77fff3b698d223bf1 into 3aa82256dcfd4f4d89c908cd6bccbe9d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:18,404 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:18,404 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/C, priority=10, startTime=1731151277899; duration=0sec 2024-11-09T11:21:18,404 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:18,404 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:18,406 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/43ae840187df44d9931f23923b4815f4 2024-11-09T11:21:18,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/dd5998df4b164d1a9b204a666bb7bf80 is 50, key is test_row_0/C:col10/1731151276637/Put/seqid=0 2024-11-09T11:21:18,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742131_1307 (size=12301) 2024-11-09T11:21:18,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:18,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151338788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:18,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:18,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151338788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151338788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:18,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151338789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T11:21:18,822 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/dd5998df4b164d1a9b204a666bb7bf80 2024-11-09T11:21:18,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/2696bb5a3442474290b47d8c8eef3cfd as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/2696bb5a3442474290b47d8c8eef3cfd 2024-11-09T11:21:18,829 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/2696bb5a3442474290b47d8c8eef3cfd, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:21:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/43ae840187df44d9931f23923b4815f4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/43ae840187df44d9931f23923b4815f4 2024-11-09T11:21:18,833 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/43ae840187df44d9931f23923b4815f4, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:21:18,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/dd5998df4b164d1a9b204a666bb7bf80 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/dd5998df4b164d1a9b204a666bb7bf80 2024-11-09T11:21:18,838 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/dd5998df4b164d1a9b204a666bb7bf80, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:21:18,838 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5a6d4255624e8ee77fff3b698d223bf1 in 913ms, sequenceid=378, compaction requested=false 2024-11-09T11:21:18,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:18,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-09T11:21:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-09T11:21:18,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-09T11:21:18,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1400 sec 2024-11-09T11:21:18,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.1430 sec 2024-11-09T11:21:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:18,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T11:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:18,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c3cc21054a8e4d9da890944126ab19c5 is 50, key is test_row_0/A:col10/1731151278895/Put/seqid=0 2024-11-09T11:21:18,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151338898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:18,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151338899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:18,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151338899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:18,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151338900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742132_1308 (size=17181) 2024-11-09T11:21:18,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c3cc21054a8e4d9da890944126ab19c5 2024-11-09T11:21:18,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/a3d16b769c954664bb75a509ecfea6ee is 50, key is test_row_0/B:col10/1731151278895/Put/seqid=0 2024-11-09T11:21:18,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742133_1309 (size=12301) 2024-11-09T11:21:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151339002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151339003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151339003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151339003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151339205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151339205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151339205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151339207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/a3d16b769c954664bb75a509ecfea6ee 2024-11-09T11:21:19,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/c1c70b5980da4b738fb69de6aacc231c is 50, key is test_row_0/C:col10/1731151278895/Put/seqid=0 2024-11-09T11:21:19,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742134_1310 (size=12301) 2024-11-09T11:21:19,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151339510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151339510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151339510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151339511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:19,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/c1c70b5980da4b738fb69de6aacc231c 2024-11-09T11:21:19,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c3cc21054a8e4d9da890944126ab19c5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c3cc21054a8e4d9da890944126ab19c5 2024-11-09T11:21:19,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c3cc21054a8e4d9da890944126ab19c5, entries=250, sequenceid=410, filesize=16.8 K 2024-11-09T11:21:19,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/a3d16b769c954664bb75a509ecfea6ee as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a3d16b769c954664bb75a509ecfea6ee 2024-11-09T11:21:19,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a3d16b769c954664bb75a509ecfea6ee, entries=150, sequenceid=410, filesize=12.0 K 2024-11-09T11:21:19,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/c1c70b5980da4b738fb69de6aacc231c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/c1c70b5980da4b738fb69de6aacc231c 2024-11-09T11:21:19,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/c1c70b5980da4b738fb69de6aacc231c, entries=150, sequenceid=410, filesize=12.0 K 2024-11-09T11:21:19,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 5a6d4255624e8ee77fff3b698d223bf1 in 875ms, sequenceid=410, compaction requested=true 2024-11-09T11:21:19,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:19,770 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:19,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:19,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:19,771 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:19,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:19,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:19,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:19,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:19,772 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:19,772 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:19,772 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/A is initiating minor compaction (all files) 2024-11-09T11:21:19,772 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/B is initiating minor compaction (all files) 2024-11-09T11:21:19,772 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/B in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:19,772 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/A in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:19,772 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d22dd7b9cf494ab1942fbada9c9f82db, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/43ae840187df44d9931f23923b4815f4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a3d16b769c954664bb75a509ecfea6ee] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=36.9 K 2024-11-09T11:21:19,772 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5bcaca13fd3d4c508cef9235286f4ff4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/2696bb5a3442474290b47d8c8eef3cfd, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c3cc21054a8e4d9da890944126ab19c5] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=41.6 K 2024-11-09T11:21:19,772 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bcaca13fd3d4c508cef9235286f4ff4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731151276619 2024-11-09T11:21:19,772 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d22dd7b9cf494ab1942fbada9c9f82db, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731151276619 2024-11-09T11:21:19,773 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 43ae840187df44d9931f23923b4815f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151276636 2024-11-09T11:21:19,773 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2696bb5a3442474290b47d8c8eef3cfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151276636 2024-11-09T11:21:19,773 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting a3d16b769c954664bb75a509ecfea6ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731151278894 2024-11-09T11:21:19,773 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3cc21054a8e4d9da890944126ab19c5, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731151278781 2024-11-09T11:21:19,781 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#A#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:19,781 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:19,781 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/920fe4de364a4da091e8bedd53e3d6f0 is 50, key is test_row_0/A:col10/1731151278895/Put/seqid=0 2024-11-09T11:21:19,784 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/be34e1286e3f4f1d9850e0f1e0b72108 is 50, key is test_row_0/B:col10/1731151278895/Put/seqid=0 2024-11-09T11:21:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742135_1311 (size=13255) 2024-11-09T11:21:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742136_1312 (size=13255) 2024-11-09T11:21:19,801 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/be34e1286e3f4f1d9850e0f1e0b72108 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/be34e1286e3f4f1d9850e0f1e0b72108 2024-11-09T11:21:19,809 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/B of 5a6d4255624e8ee77fff3b698d223bf1 into be34e1286e3f4f1d9850e0f1e0b72108(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:19,810 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:19,810 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/B, priority=13, startTime=1731151279770; duration=0sec 2024-11-09T11:21:19,810 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:19,810 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:B 2024-11-09T11:21:19,810 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:19,815 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:19,815 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/C is initiating minor compaction (all files) 2024-11-09T11:21:19,815 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/C in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:19,816 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/3aa82256dcfd4f4d89c908cd6bccbe9d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/dd5998df4b164d1a9b204a666bb7bf80, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/c1c70b5980da4b738fb69de6aacc231c] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=36.9 K 2024-11-09T11:21:19,816 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aa82256dcfd4f4d89c908cd6bccbe9d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731151276619 2024-11-09T11:21:19,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting dd5998df4b164d1a9b204a666bb7bf80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151276636 2024-11-09T11:21:19,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting c1c70b5980da4b738fb69de6aacc231c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731151278894 2024-11-09T11:21:19,834 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:19,835 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/b23b1a0cbccb4241915d09782fbc1212 is 50, key is test_row_0/C:col10/1731151278895/Put/seqid=0 2024-11-09T11:21:19,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742137_1313 (size=13255) 2024-11-09T11:21:19,867 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/b23b1a0cbccb4241915d09782fbc1212 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b23b1a0cbccb4241915d09782fbc1212 2024-11-09T11:21:19,873 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/C of 5a6d4255624e8ee77fff3b698d223bf1 into b23b1a0cbccb4241915d09782fbc1212(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:19,873 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:19,873 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/C, priority=13, startTime=1731151279771; duration=0sec 2024-11-09T11:21:19,873 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:19,873 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:20,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:21:20,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:20,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:20,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:20,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:20,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:20,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151340043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151340045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151340047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151340047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/8210c863550440f79fda3f14a72139cb is 50, key is test_row_0/A:col10/1731151280016/Put/seqid=0 2024-11-09T11:21:20,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742138_1314 (size=12301) 2024-11-09T11:21:20,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/8210c863550440f79fda3f14a72139cb 2024-11-09T11:21:20,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/f1849a3faf3043bc94664220a5bb9587 is 50, key is test_row_0/B:col10/1731151280016/Put/seqid=0 2024-11-09T11:21:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742139_1315 (size=12301) 2024-11-09T11:21:20,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151340150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151340150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151340150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151340151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,207 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/920fe4de364a4da091e8bedd53e3d6f0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/920fe4de364a4da091e8bedd53e3d6f0 2024-11-09T11:21:20,220 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/A of 5a6d4255624e8ee77fff3b698d223bf1 into 920fe4de364a4da091e8bedd53e3d6f0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:20,220 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:20,220 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/A, priority=13, startTime=1731151279770; duration=0sec 2024-11-09T11:21:20,220 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:20,220 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:A 2024-11-09T11:21:20,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151340355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151340355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151340356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151340363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/f1849a3faf3043bc94664220a5bb9587 2024-11-09T11:21:20,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/8f7544f535f94e248623b5e219fc72c0 is 50, key is test_row_0/C:col10/1731151280016/Put/seqid=0 2024-11-09T11:21:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742140_1316 (size=12301) 2024-11-09T11:21:20,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/8f7544f535f94e248623b5e219fc72c0 2024-11-09T11:21:20,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/8210c863550440f79fda3f14a72139cb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8210c863550440f79fda3f14a72139cb 2024-11-09T11:21:20,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8210c863550440f79fda3f14a72139cb, entries=150, sequenceid=425, filesize=12.0 K 2024-11-09T11:21:20,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/f1849a3faf3043bc94664220a5bb9587 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/f1849a3faf3043bc94664220a5bb9587 2024-11-09T11:21:20,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/f1849a3faf3043bc94664220a5bb9587, entries=150, sequenceid=425, filesize=12.0 K 2024-11-09T11:21:20,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/8f7544f535f94e248623b5e219fc72c0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8f7544f535f94e248623b5e219fc72c0 2024-11-09T11:21:20,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8f7544f535f94e248623b5e219fc72c0, entries=150, sequenceid=425, filesize=12.0 K 2024-11-09T11:21:20,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5a6d4255624e8ee77fff3b698d223bf1 in 522ms, sequenceid=425, compaction requested=false 2024-11-09T11:21:20,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:20,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:21:20,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:20,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:20,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:20,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:20,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:20,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:20,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/172b565448c648fd985de6d1452f7483 is 50, key is test_row_0/A:col10/1731151280664/Put/seqid=0 2024-11-09T11:21:20,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151340675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151340678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151340681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151340681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742141_1317 (size=12301) 2024-11-09T11:21:20,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/172b565448c648fd985de6d1452f7483 2024-11-09T11:21:20,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/7f2665b9f56c4abe89a45e2353f65f4f is 50, key is test_row_0/B:col10/1731151280664/Put/seqid=0 2024-11-09T11:21:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742142_1318 (size=12301) 2024-11-09T11:21:20,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/7f2665b9f56c4abe89a45e2353f65f4f 2024-11-09T11:21:20,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/697cd715c2d84e2ebc837239079adc17 is 50, key is test_row_0/C:col10/1731151280664/Put/seqid=0 2024-11-09T11:21:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742143_1319 (size=12301) 2024-11-09T11:21:20,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/697cd715c2d84e2ebc837239079adc17 2024-11-09T11:21:20,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/172b565448c648fd985de6d1452f7483 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/172b565448c648fd985de6d1452f7483 2024-11-09T11:21:20,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/172b565448c648fd985de6d1452f7483, entries=150, sequenceid=453, filesize=12.0 K 2024-11-09T11:21:20,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/7f2665b9f56c4abe89a45e2353f65f4f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/7f2665b9f56c4abe89a45e2353f65f4f 2024-11-09T11:21:20,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/7f2665b9f56c4abe89a45e2353f65f4f, entries=150, sequenceid=453, filesize=12.0 K 2024-11-09T11:21:20,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/697cd715c2d84e2ebc837239079adc17 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/697cd715c2d84e2ebc837239079adc17 2024-11-09T11:21:20,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/697cd715c2d84e2ebc837239079adc17, entries=150, sequenceid=453, filesize=12.0 K 2024-11-09T11:21:20,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 5a6d4255624e8ee77fff3b698d223bf1 in 113ms, sequenceid=453, compaction requested=true 2024-11-09T11:21:20,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:20,777 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:20,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:20,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:20,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:20,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:20,778 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:20,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a6d4255624e8ee77fff3b698d223bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:20,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:20,778 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:20,778 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/A is initiating minor compaction (all files) 2024-11-09T11:21:20,778 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/A in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:20,778 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/920fe4de364a4da091e8bedd53e3d6f0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8210c863550440f79fda3f14a72139cb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/172b565448c648fd985de6d1452f7483] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=37.0 K 2024-11-09T11:21:20,781 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 920fe4de364a4da091e8bedd53e3d6f0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731151278894 2024-11-09T11:21:20,781 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8210c863550440f79fda3f14a72139cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731151280016 2024-11-09T11:21:20,782 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:20,782 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 172b565448c648fd985de6d1452f7483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731151280037 2024-11-09T11:21:20,782 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/B is initiating minor compaction (all files) 2024-11-09T11:21:20,782 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/B in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:20,782 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/be34e1286e3f4f1d9850e0f1e0b72108, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/f1849a3faf3043bc94664220a5bb9587, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/7f2665b9f56c4abe89a45e2353f65f4f] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=37.0 K 2024-11-09T11:21:20,782 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting be34e1286e3f4f1d9850e0f1e0b72108, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731151278894 2024-11-09T11:21:20,782 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f1849a3faf3043bc94664220a5bb9587, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731151280016 2024-11-09T11:21:20,783 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f2665b9f56c4abe89a45e2353f65f4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731151280037 2024-11-09T11:21:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:20,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:21:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:20,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:20,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:20,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:20,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:20,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/5ac67f2851374a8da0435935083776bb is 50, key is test_row_0/A:col10/1731151280788/Put/seqid=0 2024-11-09T11:21:20,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742144_1320 (size=17181) 2024-11-09T11:21:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T11:21:20,807 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-09T11:21:20,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-09T11:21:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T11:21:20,818 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:20,818 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:20,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:20,825 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:20,825 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c0e799c98cfd4cd89262e9861c00af3a is 50, key is test_row_0/A:col10/1731151280664/Put/seqid=0 2024-11-09T11:21:20,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151340823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151340823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151340824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151340828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,832 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:20,833 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/73cd19d984474db79ddfaa869795f8bc is 50, key is test_row_0/B:col10/1731151280664/Put/seqid=0 2024-11-09T11:21:20,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742146_1322 (size=13357) 2024-11-09T11:21:20,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742145_1321 (size=13357) 2024-11-09T11:21:20,854 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/c0e799c98cfd4cd89262e9861c00af3a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c0e799c98cfd4cd89262e9861c00af3a 2024-11-09T11:21:20,856 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/73cd19d984474db79ddfaa869795f8bc as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/73cd19d984474db79ddfaa869795f8bc 2024-11-09T11:21:20,860 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/B of 5a6d4255624e8ee77fff3b698d223bf1 into 73cd19d984474db79ddfaa869795f8bc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:20,860 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/A of 5a6d4255624e8ee77fff3b698d223bf1 into c0e799c98cfd4cd89262e9861c00af3a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:20,860 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:20,860 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:20,860 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/B, priority=13, startTime=1731151280778; duration=0sec 2024-11-09T11:21:20,860 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/A, priority=13, startTime=1731151280777; duration=0sec 2024-11-09T11:21:20,860 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:20,860 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:20,860 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:A 2024-11-09T11:21:20,860 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:B 2024-11-09T11:21:20,861 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:20,861 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:20,861 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 5a6d4255624e8ee77fff3b698d223bf1/C is initiating minor compaction (all files) 2024-11-09T11:21:20,861 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5a6d4255624e8ee77fff3b698d223bf1/C in TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:20,861 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b23b1a0cbccb4241915d09782fbc1212, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8f7544f535f94e248623b5e219fc72c0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/697cd715c2d84e2ebc837239079adc17] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp, totalSize=37.0 K 2024-11-09T11:21:20,862 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b23b1a0cbccb4241915d09782fbc1212, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731151278894 2024-11-09T11:21:20,862 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f7544f535f94e248623b5e219fc72c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731151280016 2024-11-09T11:21:20,862 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 697cd715c2d84e2ebc837239079adc17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731151280037 2024-11-09T11:21:20,872 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a6d4255624e8ee77fff3b698d223bf1#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:20,872 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/09245aa13ede4482a7d8bdeda40d1c7f is 50, key is test_row_0/C:col10/1731151280664/Put/seqid=0 2024-11-09T11:21:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742147_1323 (size=13357) 2024-11-09T11:21:20,893 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/09245aa13ede4482a7d8bdeda40d1c7f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/09245aa13ede4482a7d8bdeda40d1c7f 2024-11-09T11:21:20,898 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5a6d4255624e8ee77fff3b698d223bf1/C of 5a6d4255624e8ee77fff3b698d223bf1 into 09245aa13ede4482a7d8bdeda40d1c7f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:20,898 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:20,898 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1., storeName=5a6d4255624e8ee77fff3b698d223bf1/C, priority=13, startTime=1731151280778; duration=0sec 2024-11-09T11:21:20,898 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:20,898 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a6d4255624e8ee77fff3b698d223bf1:C 2024-11-09T11:21:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T11:21:20,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151340929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151340929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151340929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151340936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:20,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T11:21:20,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:20,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:20,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:20,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:20,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T11:21:21,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T11:21:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151341132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151341133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151341133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151341139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/5ac67f2851374a8da0435935083776bb 2024-11-09T11:21:21,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/cc4edcc7a43745fcb45bd3d5d3523f5a is 50, key is test_row_0/B:col10/1731151280788/Put/seqid=0 2024-11-09T11:21:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742148_1324 (size=12301) 2024-11-09T11:21:21,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T11:21:21,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:21,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T11:21:21,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T11:21:21,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:21,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151341436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151341437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151341437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151341442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T11:21:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,609 DEBUG [Thread-1067 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df84068 to 127.0.0.1:63884 2024-11-09T11:21:21,609 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:21,610 DEBUG [Thread-1069 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x644774bd to 127.0.0.1:63884 2024-11-09T11:21:21,611 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:21,611 DEBUG [Thread-1071 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60cea876 to 127.0.0.1:63884 2024-11-09T11:21:21,611 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:21,611 DEBUG [Thread-1075 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20f7f6a4 to 127.0.0.1:63884 2024-11-09T11:21:21,611 DEBUG [Thread-1075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:21,613 DEBUG [Thread-1073 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10011701 to 127.0.0.1:63884 2024-11-09T11:21:21,613 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:21,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/cc4edcc7a43745fcb45bd3d5d3523f5a 2024-11-09T11:21:21,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/6caddc3d618046a580124facbf695bad is 50, key is test_row_0/C:col10/1731151280788/Put/seqid=0 2024-11-09T11:21:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742149_1325 (size=12301) 2024-11-09T11:21:21,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T11:21:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T11:21:21,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:21,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:21,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T11:21:21,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35248 deadline: 1731151341940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35246 deadline: 1731151341941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35298 deadline: 1731151341943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:21,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35322 deadline: 1731151341948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:22,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:22,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T11:21:22,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:22,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. as already flushing 2024-11-09T11:21:22,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:22,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:22,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:22,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/6caddc3d618046a580124facbf695bad 2024-11-09T11:21:22,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/5ac67f2851374a8da0435935083776bb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5ac67f2851374a8da0435935083776bb 2024-11-09T11:21:22,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5ac67f2851374a8da0435935083776bb, entries=250, sequenceid=466, filesize=16.8 K 2024-11-09T11:21:22,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/cc4edcc7a43745fcb45bd3d5d3523f5a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/cc4edcc7a43745fcb45bd3d5d3523f5a 2024-11-09T11:21:22,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/cc4edcc7a43745fcb45bd3d5d3523f5a, entries=150, sequenceid=466, filesize=12.0 K 2024-11-09T11:21:22,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/6caddc3d618046a580124facbf695bad as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6caddc3d618046a580124facbf695bad 2024-11-09T11:21:22,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6caddc3d618046a580124facbf695bad, entries=150, sequenceid=466, filesize=12.0 K 2024-11-09T11:21:22,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5a6d4255624e8ee77fff3b698d223bf1 in 1280ms, sequenceid=466, compaction requested=false 2024-11-09T11:21:22,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:22,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:22,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T11:21:22,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:22,199 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T11:21:22,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:22,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:22,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:22,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:22,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:22,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:22,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/22ddad93449a45448f51a85ad596e328 is 50, key is test_row_0/A:col10/1731151280827/Put/seqid=0 2024-11-09T11:21:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742150_1326 (size=12301) 2024-11-09T11:21:22,607 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/22ddad93449a45448f51a85ad596e328 2024-11-09T11:21:22,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/bcd89e194ac5452aa9dc9c23f3eba1a0 is 50, key is test_row_0/B:col10/1731151280827/Put/seqid=0 2024-11-09T11:21:22,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742151_1327 (size=12301) 2024-11-09T11:21:22,623 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/bcd89e194ac5452aa9dc9c23f3eba1a0 2024-11-09T11:21:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/4ac834308c0546368fd01f9777200504 is 50, key is test_row_0/C:col10/1731151280827/Put/seqid=0 2024-11-09T11:21:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742152_1328 (size=12301) 2024-11-09T11:21:22,638 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/4ac834308c0546368fd01f9777200504 2024-11-09T11:21:22,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/22ddad93449a45448f51a85ad596e328 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/22ddad93449a45448f51a85ad596e328 2024-11-09T11:21:22,646 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/22ddad93449a45448f51a85ad596e328, entries=150, sequenceid=492, filesize=12.0 K 2024-11-09T11:21:22,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/bcd89e194ac5452aa9dc9c23f3eba1a0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/bcd89e194ac5452aa9dc9c23f3eba1a0 2024-11-09T11:21:22,650 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/bcd89e194ac5452aa9dc9c23f3eba1a0, entries=150, sequenceid=492, filesize=12.0 K 2024-11-09T11:21:22,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/4ac834308c0546368fd01f9777200504 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/4ac834308c0546368fd01f9777200504 2024-11-09T11:21:22,654 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/4ac834308c0546368fd01f9777200504, entries=150, sequenceid=492, filesize=12.0 K 2024-11-09T11:21:22,655 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 5a6d4255624e8ee77fff3b698d223bf1 in 455ms, sequenceid=492, compaction requested=true 2024-11-09T11:21:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-09T11:21:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-09T11:21:22,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-09T11:21:22,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8380 sec 2024-11-09T11:21:22,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.8410 sec 2024-11-09T11:21:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T11:21:22,922 INFO [Thread-1066 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-09T11:21:22,946 DEBUG [Thread-1060 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f50b381 to 127.0.0.1:63884 2024-11-09T11:21:22,946 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:22,947 DEBUG [Thread-1058 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e66ea50 to 127.0.0.1:63884 2024-11-09T11:21:22,947 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:22,950 DEBUG [Thread-1064 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712d7bc3 to 127.0.0.1:63884 2024-11-09T11:21:22,950 DEBUG [Thread-1056 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e7fc60d to 127.0.0.1:63884 2024-11-09T11:21:22,950 DEBUG [Thread-1064 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:22,950 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:25,245 DEBUG [Thread-1062 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x124edab0 to 127.0.0.1:63884 2024-11-09T11:21:25,245 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4725 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4695 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4476 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4770 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4649 2024-11-09T11:21:25,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:21:25,245 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T11:21:25,245 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45426917 to 127.0.0.1:63884 2024-11-09T11:21:25,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:25,246 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T11:21:25,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T11:21:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T11:21:25,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151285248"}]},"ts":"1731151285248"} 2024-11-09T11:21:25,249 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:21:25,273 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:21:25,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:21:25,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a6d4255624e8ee77fff3b698d223bf1, UNASSIGN}] 2024-11-09T11:21:25,275 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a6d4255624e8ee77fff3b698d223bf1, UNASSIGN 2024-11-09T11:21:25,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=5a6d4255624e8ee77fff3b698d223bf1, regionState=CLOSING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:25,277 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:21:25,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure 5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:21:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T11:21:25,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:25,428 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:25,428 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T11:21:25,428 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing 5a6d4255624e8ee77fff3b698d223bf1, disabling compactions & flushes 2024-11-09T11:21:25,428 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:25,428 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:25,429 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. after waiting 0 ms 2024-11-09T11:21:25,429 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:25,429 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing 5a6d4255624e8ee77fff3b698d223bf1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T11:21:25,429 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=A 2024-11-09T11:21:25,429 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:25,429 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=B 2024-11-09T11:21:25,429 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:25,429 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a6d4255624e8ee77fff3b698d223bf1, store=C 2024-11-09T11:21:25,429 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:25,432 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/65901030fc9941df859c7e354eb73d24 is 50, key is test_row_0/A:col10/1731151285244/Put/seqid=0 2024-11-09T11:21:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742153_1329 (size=12301) 2024-11-09T11:21:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T11:21:25,836 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/65901030fc9941df859c7e354eb73d24 2024-11-09T11:21:25,845 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/0032796b96d6462ea4f191c31db9747c is 50, key is test_row_0/B:col10/1731151285244/Put/seqid=0 2024-11-09T11:21:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T11:21:25,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742154_1330 (size=12301) 2024-11-09T11:21:26,253 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/0032796b96d6462ea4f191c31db9747c 2024-11-09T11:21:26,260 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/30843e3089904f7580b14d2e6bc049af is 50, key is test_row_0/C:col10/1731151285244/Put/seqid=0 2024-11-09T11:21:26,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742155_1331 (size=12301) 2024-11-09T11:21:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T11:21:26,665 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/30843e3089904f7580b14d2e6bc049af 2024-11-09T11:21:26,670 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/A/65901030fc9941df859c7e354eb73d24 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/65901030fc9941df859c7e354eb73d24 2024-11-09T11:21:26,673 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/65901030fc9941df859c7e354eb73d24, entries=150, sequenceid=500, filesize=12.0 K 2024-11-09T11:21:26,674 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/B/0032796b96d6462ea4f191c31db9747c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/0032796b96d6462ea4f191c31db9747c 2024-11-09T11:21:26,678 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/0032796b96d6462ea4f191c31db9747c, entries=150, sequenceid=500, filesize=12.0 K 2024-11-09T11:21:26,679 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/.tmp/C/30843e3089904f7580b14d2e6bc049af as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/30843e3089904f7580b14d2e6bc049af 2024-11-09T11:21:26,686 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/30843e3089904f7580b14d2e6bc049af, entries=150, sequenceid=500, filesize=12.0 K 2024-11-09T11:21:26,688 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5a6d4255624e8ee77fff3b698d223bf1 in 1258ms, sequenceid=500, compaction requested=true 2024-11-09T11:21:26,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/dd27c65d4af94795a0c999e5cc343a13, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8252e22947af47f3a04ec79ae2366414, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/23de04d293b74d1b9e5516128f6b3351, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/9e60e0fc4a4c42b6a556ff5accd27c59, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3d649524934e4498a159bb75638a71dd, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5882163d037e4ded8384a3446bea5926, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/49bc0670191a4155a54b7f409c32f649, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/12aec3ca77f446399806cdfe0e635c9b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/55a4be99c6a3416cbfd808b54b9fa0da, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c08ac7fadd55454b859a62ee71939115, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/d6e7f54bb23248898899a193d2d41663, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/86bd0cf62869423d90f82de2f94df72c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/95c1a5a56b32403dab2adf8db2367529, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/46516cf80bd7484c8a4c6686a8cee207, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/68aabe5b6fbe47a48b373fd0cc4d4480, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c099e43d8f9046f980c4842e4f958e2c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/025c4681864c4fd49453f1efdc8eb294, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/cb6079278a504ee1aac26e8953c301a8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/02c278686bc14a1eae4bf6e4a9d78ff8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3f5322d537ab4a909d9d044a314a2374, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/a2c6ccb81ac34c17aa830ec7a44fbbf4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/e465e76dc8674245860ccc6df56231c4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/281dc97091de44de96aa023afd56fef2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/09a9e12a54a14964885ca2e0e9b97df3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5bcaca13fd3d4c508cef9235286f4ff4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/6715e8964a7c4c808bc9673913806bc8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/2696bb5a3442474290b47d8c8eef3cfd, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c3cc21054a8e4d9da890944126ab19c5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/920fe4de364a4da091e8bedd53e3d6f0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8210c863550440f79fda3f14a72139cb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/172b565448c648fd985de6d1452f7483] to archive 2024-11-09T11:21:26,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:21:26,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/dd27c65d4af94795a0c999e5cc343a13 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/dd27c65d4af94795a0c999e5cc343a13 2024-11-09T11:21:26,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8252e22947af47f3a04ec79ae2366414 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8252e22947af47f3a04ec79ae2366414 2024-11-09T11:21:26,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/23de04d293b74d1b9e5516128f6b3351 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/23de04d293b74d1b9e5516128f6b3351 2024-11-09T11:21:26,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/9e60e0fc4a4c42b6a556ff5accd27c59 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/9e60e0fc4a4c42b6a556ff5accd27c59 2024-11-09T11:21:26,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3d649524934e4498a159bb75638a71dd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3d649524934e4498a159bb75638a71dd 2024-11-09T11:21:26,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5882163d037e4ded8384a3446bea5926 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5882163d037e4ded8384a3446bea5926 2024-11-09T11:21:26,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/49bc0670191a4155a54b7f409c32f649 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/49bc0670191a4155a54b7f409c32f649 2024-11-09T11:21:26,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/12aec3ca77f446399806cdfe0e635c9b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/12aec3ca77f446399806cdfe0e635c9b 2024-11-09T11:21:26,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/55a4be99c6a3416cbfd808b54b9fa0da to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/55a4be99c6a3416cbfd808b54b9fa0da 2024-11-09T11:21:26,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c08ac7fadd55454b859a62ee71939115 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c08ac7fadd55454b859a62ee71939115 2024-11-09T11:21:26,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/d6e7f54bb23248898899a193d2d41663 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/d6e7f54bb23248898899a193d2d41663 2024-11-09T11:21:26,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/86bd0cf62869423d90f82de2f94df72c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/86bd0cf62869423d90f82de2f94df72c 2024-11-09T11:21:26,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/95c1a5a56b32403dab2adf8db2367529 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/95c1a5a56b32403dab2adf8db2367529 2024-11-09T11:21:26,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/46516cf80bd7484c8a4c6686a8cee207 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/46516cf80bd7484c8a4c6686a8cee207 2024-11-09T11:21:26,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/68aabe5b6fbe47a48b373fd0cc4d4480 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/68aabe5b6fbe47a48b373fd0cc4d4480 2024-11-09T11:21:26,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c099e43d8f9046f980c4842e4f958e2c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c099e43d8f9046f980c4842e4f958e2c 2024-11-09T11:21:26,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/025c4681864c4fd49453f1efdc8eb294 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/025c4681864c4fd49453f1efdc8eb294 2024-11-09T11:21:26,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/cb6079278a504ee1aac26e8953c301a8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/cb6079278a504ee1aac26e8953c301a8 2024-11-09T11:21:26,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/02c278686bc14a1eae4bf6e4a9d78ff8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/02c278686bc14a1eae4bf6e4a9d78ff8 2024-11-09T11:21:26,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3f5322d537ab4a909d9d044a314a2374 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/3f5322d537ab4a909d9d044a314a2374 2024-11-09T11:21:26,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/a2c6ccb81ac34c17aa830ec7a44fbbf4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/a2c6ccb81ac34c17aa830ec7a44fbbf4 2024-11-09T11:21:26,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/e465e76dc8674245860ccc6df56231c4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/e465e76dc8674245860ccc6df56231c4 2024-11-09T11:21:26,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/281dc97091de44de96aa023afd56fef2 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/281dc97091de44de96aa023afd56fef2 2024-11-09T11:21:26,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/09a9e12a54a14964885ca2e0e9b97df3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/09a9e12a54a14964885ca2e0e9b97df3 2024-11-09T11:21:26,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5bcaca13fd3d4c508cef9235286f4ff4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5bcaca13fd3d4c508cef9235286f4ff4 2024-11-09T11:21:26,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/6715e8964a7c4c808bc9673913806bc8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/6715e8964a7c4c808bc9673913806bc8 2024-11-09T11:21:26,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/2696bb5a3442474290b47d8c8eef3cfd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/2696bb5a3442474290b47d8c8eef3cfd 2024-11-09T11:21:26,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c3cc21054a8e4d9da890944126ab19c5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c3cc21054a8e4d9da890944126ab19c5 2024-11-09T11:21:26,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/920fe4de364a4da091e8bedd53e3d6f0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/920fe4de364a4da091e8bedd53e3d6f0 2024-11-09T11:21:26,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8210c863550440f79fda3f14a72139cb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/8210c863550440f79fda3f14a72139cb 2024-11-09T11:21:26,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/172b565448c648fd985de6d1452f7483 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/172b565448c648fd985de6d1452f7483 2024-11-09T11:21:26,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/8cbd27128e56419daa18f5c1b131f8b8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6e5a291cf9e444eea765a0ed851c7084, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/480d06de03f34947895c8827f4f164ca, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ba8ba80d99ef49b3a8a284beb2e2eeaf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/eb7ac182741c4ce8ba8f016cf4ae69e9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e59699a653734f95bbb98940412ba35b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a3578161474464fa1f2399a9b696b96, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/821678a76a3f4324b44f0cb52345ef0e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/44b2209e4fce491e928f00284a23f1a3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e8a2fb9c7909477fad1f44ec8ebe9cbf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/921bbb613f9744d4ab7456d58519e35f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9727e9fbc0e74517aa0a02af484af374, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/96325439d1374bd99a6d3f67d4aa6095, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a5322729be745dd99d2ba4eb84bd87e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ed08bd920a944e29840f55e8b08672e2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/cfefec4ee1784232ac7584723187ba89, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a8294da06f9346bd8c081b5a80b6a749, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/735443830dd64428a488cdb1e7df6793, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/77c6284afe814deca62ef06afe7105a3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9302279020b7459096f42b7eca18860a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ff2477f5d52d466392ac72bf91fa3440, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/24edb5973ddc42a292a10d858f4f2be0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d4dbff95e09046bdb8ef09b7da05f527, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ffac7502ac624c4eb5895836fee51b50, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d22dd7b9cf494ab1942fbada9c9f82db, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/5ea59c75ffd446fea7a9977528d3f3a1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/43ae840187df44d9931f23923b4815f4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/be34e1286e3f4f1d9850e0f1e0b72108, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a3d16b769c954664bb75a509ecfea6ee, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/f1849a3faf3043bc94664220a5bb9587, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/7f2665b9f56c4abe89a45e2353f65f4f] to archive 2024-11-09T11:21:26,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:21:26,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/8cbd27128e56419daa18f5c1b131f8b8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/8cbd27128e56419daa18f5c1b131f8b8 2024-11-09T11:21:26,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6e5a291cf9e444eea765a0ed851c7084 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6e5a291cf9e444eea765a0ed851c7084 2024-11-09T11:21:26,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/480d06de03f34947895c8827f4f164ca to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/480d06de03f34947895c8827f4f164ca 2024-11-09T11:21:26,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ba8ba80d99ef49b3a8a284beb2e2eeaf to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ba8ba80d99ef49b3a8a284beb2e2eeaf 2024-11-09T11:21:26,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/eb7ac182741c4ce8ba8f016cf4ae69e9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/eb7ac182741c4ce8ba8f016cf4ae69e9 2024-11-09T11:21:26,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e59699a653734f95bbb98940412ba35b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e59699a653734f95bbb98940412ba35b 2024-11-09T11:21:26,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a3578161474464fa1f2399a9b696b96 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a3578161474464fa1f2399a9b696b96 2024-11-09T11:21:26,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/821678a76a3f4324b44f0cb52345ef0e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/821678a76a3f4324b44f0cb52345ef0e 2024-11-09T11:21:26,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/44b2209e4fce491e928f00284a23f1a3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/44b2209e4fce491e928f00284a23f1a3 2024-11-09T11:21:26,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e8a2fb9c7909477fad1f44ec8ebe9cbf to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/e8a2fb9c7909477fad1f44ec8ebe9cbf 2024-11-09T11:21:26,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/921bbb613f9744d4ab7456d58519e35f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/921bbb613f9744d4ab7456d58519e35f 2024-11-09T11:21:26,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9727e9fbc0e74517aa0a02af484af374 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9727e9fbc0e74517aa0a02af484af374 2024-11-09T11:21:26,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/96325439d1374bd99a6d3f67d4aa6095 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/96325439d1374bd99a6d3f67d4aa6095 2024-11-09T11:21:26,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a5322729be745dd99d2ba4eb84bd87e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/6a5322729be745dd99d2ba4eb84bd87e 2024-11-09T11:21:26,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ed08bd920a944e29840f55e8b08672e2 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ed08bd920a944e29840f55e8b08672e2 2024-11-09T11:21:26,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/cfefec4ee1784232ac7584723187ba89 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/cfefec4ee1784232ac7584723187ba89 2024-11-09T11:21:26,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a8294da06f9346bd8c081b5a80b6a749 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a8294da06f9346bd8c081b5a80b6a749 2024-11-09T11:21:26,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/735443830dd64428a488cdb1e7df6793 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/735443830dd64428a488cdb1e7df6793 2024-11-09T11:21:26,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/77c6284afe814deca62ef06afe7105a3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/77c6284afe814deca62ef06afe7105a3 2024-11-09T11:21:26,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9302279020b7459096f42b7eca18860a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/9302279020b7459096f42b7eca18860a 2024-11-09T11:21:26,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ff2477f5d52d466392ac72bf91fa3440 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ff2477f5d52d466392ac72bf91fa3440 2024-11-09T11:21:26,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/24edb5973ddc42a292a10d858f4f2be0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/24edb5973ddc42a292a10d858f4f2be0 2024-11-09T11:21:26,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d4dbff95e09046bdb8ef09b7da05f527 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d4dbff95e09046bdb8ef09b7da05f527 2024-11-09T11:21:26,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ffac7502ac624c4eb5895836fee51b50 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/ffac7502ac624c4eb5895836fee51b50 2024-11-09T11:21:26,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d22dd7b9cf494ab1942fbada9c9f82db to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/d22dd7b9cf494ab1942fbada9c9f82db 2024-11-09T11:21:26,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/5ea59c75ffd446fea7a9977528d3f3a1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/5ea59c75ffd446fea7a9977528d3f3a1 2024-11-09T11:21:26,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/43ae840187df44d9931f23923b4815f4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/43ae840187df44d9931f23923b4815f4 2024-11-09T11:21:26,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/be34e1286e3f4f1d9850e0f1e0b72108 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/be34e1286e3f4f1d9850e0f1e0b72108 2024-11-09T11:21:26,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a3d16b769c954664bb75a509ecfea6ee to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/a3d16b769c954664bb75a509ecfea6ee 2024-11-09T11:21:26,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/f1849a3faf3043bc94664220a5bb9587 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/f1849a3faf3043bc94664220a5bb9587 2024-11-09T11:21:26,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/7f2665b9f56c4abe89a45e2353f65f4f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/7f2665b9f56c4abe89a45e2353f65f4f 2024-11-09T11:21:26,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/05f3e01f569840daba80107b23bd941a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/e9a49195dde34897b20dca278c89aea6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d69b90ac4ae84e2c937d969d07312759, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/ba4e674845d54c9bbd94c978243341a4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6fe08e300a7a4e18a33412a564a1a661, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a90ec74ce7ed41eabb2e9999f90a39d7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a8f85b7add1d451c9547658a32fce0ad, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/f4b57035cc7f402aa3f2d65643726a44, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8601ca9bcd9744608dfdefdf8338c2d4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/79b2d72a65b24a7cb2cd4fc717e11a11, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b47693cfe720442a82df48dfbf0dca82, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/64464a8e8fdd4822a0690b1314b6fd11, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/096a75fa6aae4106bbd342df13015fa6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a40d4fe5cd654875a1b1cba21b598bd5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9d77dcc93c8243f5b65d250557b9edac, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/def887b87a8e44e4840fd839902c28eb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9947896b9c7640f5b84348348dc70e60, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d37c180bb4ae4ef8abcbc76afa3bd469, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/241a0df269b54f0da721dae9fdaf6800, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/7d3539379ad240dea6b1e4398fa668df, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/77eed3299cda4c82b0b1faeca9c13e48, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/52c8ca8cadce4077857a31b8ce8568e1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/42de9ca0534549f280418bd624083f99, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d385d94e869b4f87b5b311e1517a5c35, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/3aa82256dcfd4f4d89c908cd6bccbe9d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/2f97d7fceecf4f2c9563b67cf9149674, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/dd5998df4b164d1a9b204a666bb7bf80, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b23b1a0cbccb4241915d09782fbc1212, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/c1c70b5980da4b738fb69de6aacc231c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8f7544f535f94e248623b5e219fc72c0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/697cd715c2d84e2ebc837239079adc17] to archive 2024-11-09T11:21:26,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:21:26,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/05f3e01f569840daba80107b23bd941a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/05f3e01f569840daba80107b23bd941a 2024-11-09T11:21:26,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/e9a49195dde34897b20dca278c89aea6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/e9a49195dde34897b20dca278c89aea6 2024-11-09T11:21:26,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d69b90ac4ae84e2c937d969d07312759 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d69b90ac4ae84e2c937d969d07312759 2024-11-09T11:21:26,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/ba4e674845d54c9bbd94c978243341a4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/ba4e674845d54c9bbd94c978243341a4 2024-11-09T11:21:26,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6fe08e300a7a4e18a33412a564a1a661 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6fe08e300a7a4e18a33412a564a1a661 2024-11-09T11:21:26,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a90ec74ce7ed41eabb2e9999f90a39d7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a90ec74ce7ed41eabb2e9999f90a39d7 2024-11-09T11:21:26,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a8f85b7add1d451c9547658a32fce0ad to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a8f85b7add1d451c9547658a32fce0ad 2024-11-09T11:21:26,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/f4b57035cc7f402aa3f2d65643726a44 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/f4b57035cc7f402aa3f2d65643726a44 2024-11-09T11:21:26,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8601ca9bcd9744608dfdefdf8338c2d4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8601ca9bcd9744608dfdefdf8338c2d4 2024-11-09T11:21:26,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/79b2d72a65b24a7cb2cd4fc717e11a11 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/79b2d72a65b24a7cb2cd4fc717e11a11 2024-11-09T11:21:26,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b47693cfe720442a82df48dfbf0dca82 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b47693cfe720442a82df48dfbf0dca82 2024-11-09T11:21:26,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/64464a8e8fdd4822a0690b1314b6fd11 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/64464a8e8fdd4822a0690b1314b6fd11 2024-11-09T11:21:26,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/096a75fa6aae4106bbd342df13015fa6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/096a75fa6aae4106bbd342df13015fa6 2024-11-09T11:21:26,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a40d4fe5cd654875a1b1cba21b598bd5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/a40d4fe5cd654875a1b1cba21b598bd5 2024-11-09T11:21:26,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9d77dcc93c8243f5b65d250557b9edac to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9d77dcc93c8243f5b65d250557b9edac 2024-11-09T11:21:26,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/def887b87a8e44e4840fd839902c28eb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/def887b87a8e44e4840fd839902c28eb 2024-11-09T11:21:26,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9947896b9c7640f5b84348348dc70e60 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/9947896b9c7640f5b84348348dc70e60 2024-11-09T11:21:26,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d37c180bb4ae4ef8abcbc76afa3bd469 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d37c180bb4ae4ef8abcbc76afa3bd469 2024-11-09T11:21:26,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/241a0df269b54f0da721dae9fdaf6800 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/241a0df269b54f0da721dae9fdaf6800 2024-11-09T11:21:26,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/7d3539379ad240dea6b1e4398fa668df to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/7d3539379ad240dea6b1e4398fa668df 2024-11-09T11:21:26,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/77eed3299cda4c82b0b1faeca9c13e48 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/77eed3299cda4c82b0b1faeca9c13e48 2024-11-09T11:21:26,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/52c8ca8cadce4077857a31b8ce8568e1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/52c8ca8cadce4077857a31b8ce8568e1 2024-11-09T11:21:26,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/42de9ca0534549f280418bd624083f99 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/42de9ca0534549f280418bd624083f99 2024-11-09T11:21:26,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d385d94e869b4f87b5b311e1517a5c35 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/d385d94e869b4f87b5b311e1517a5c35 2024-11-09T11:21:26,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/3aa82256dcfd4f4d89c908cd6bccbe9d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/3aa82256dcfd4f4d89c908cd6bccbe9d 2024-11-09T11:21:26,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/2f97d7fceecf4f2c9563b67cf9149674 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/2f97d7fceecf4f2c9563b67cf9149674 2024-11-09T11:21:26,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/dd5998df4b164d1a9b204a666bb7bf80 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/dd5998df4b164d1a9b204a666bb7bf80 2024-11-09T11:21:26,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b23b1a0cbccb4241915d09782fbc1212 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/b23b1a0cbccb4241915d09782fbc1212 2024-11-09T11:21:26,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/c1c70b5980da4b738fb69de6aacc231c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/c1c70b5980da4b738fb69de6aacc231c 2024-11-09T11:21:26,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8f7544f535f94e248623b5e219fc72c0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/8f7544f535f94e248623b5e219fc72c0 2024-11-09T11:21:26,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/697cd715c2d84e2ebc837239079adc17 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/697cd715c2d84e2ebc837239079adc17 2024-11-09T11:21:26,898 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/recovered.edits/503.seqid, newMaxSeqId=503, maxSeqId=1 2024-11-09T11:21:26,898 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1. 2024-11-09T11:21:26,898 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for 5a6d4255624e8ee77fff3b698d223bf1: 2024-11-09T11:21:26,904 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed 5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:26,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=5a6d4255624e8ee77fff3b698d223bf1, regionState=CLOSED 2024-11-09T11:21:26,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-09T11:21:26,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure 5a6d4255624e8ee77fff3b698d223bf1, server=566d204d64fd,35155,1731151199870 in 1.6340 sec 2024-11-09T11:21:26,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-09T11:21:26,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a6d4255624e8ee77fff3b698d223bf1, UNASSIGN in 1.6380 sec 2024-11-09T11:21:26,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-09T11:21:26,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6420 sec 2024-11-09T11:21:26,921 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151286921"}]},"ts":"1731151286921"} 2024-11-09T11:21:26,923 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:21:26,965 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:21:26,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7200 sec 2024-11-09T11:21:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T11:21:27,353 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-09T11:21:27,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T11:21:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:27,354 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-09T11:21:27,355 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:27,357 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:27,359 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/recovered.edits] 2024-11-09T11:21:27,362 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/22ddad93449a45448f51a85ad596e328 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/22ddad93449a45448f51a85ad596e328 2024-11-09T11:21:27,364 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5ac67f2851374a8da0435935083776bb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/5ac67f2851374a8da0435935083776bb 2024-11-09T11:21:27,365 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/65901030fc9941df859c7e354eb73d24 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/65901030fc9941df859c7e354eb73d24 2024-11-09T11:21:27,366 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c0e799c98cfd4cd89262e9861c00af3a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/A/c0e799c98cfd4cd89262e9861c00af3a 2024-11-09T11:21:27,369 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/0032796b96d6462ea4f191c31db9747c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/0032796b96d6462ea4f191c31db9747c 2024-11-09T11:21:27,370 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/73cd19d984474db79ddfaa869795f8bc to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/73cd19d984474db79ddfaa869795f8bc 2024-11-09T11:21:27,371 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/bcd89e194ac5452aa9dc9c23f3eba1a0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/bcd89e194ac5452aa9dc9c23f3eba1a0 2024-11-09T11:21:27,372 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/cc4edcc7a43745fcb45bd3d5d3523f5a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/B/cc4edcc7a43745fcb45bd3d5d3523f5a 2024-11-09T11:21:27,380 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/09245aa13ede4482a7d8bdeda40d1c7f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/09245aa13ede4482a7d8bdeda40d1c7f 2024-11-09T11:21:27,381 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/30843e3089904f7580b14d2e6bc049af to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/30843e3089904f7580b14d2e6bc049af 2024-11-09T11:21:27,382 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/4ac834308c0546368fd01f9777200504 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/4ac834308c0546368fd01f9777200504 2024-11-09T11:21:27,383 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6caddc3d618046a580124facbf695bad to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/C/6caddc3d618046a580124facbf695bad 2024-11-09T11:21:27,386 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/recovered.edits/503.seqid to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1/recovered.edits/503.seqid 2024-11-09T11:21:27,386 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/5a6d4255624e8ee77fff3b698d223bf1 2024-11-09T11:21:27,386 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:21:27,388 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:27,392 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:21:27,394 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:21:27,395 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:27,395 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:21:27,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151287395"}]},"ts":"9223372036854775807"} 2024-11-09T11:21:27,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T11:21:27,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5a6d4255624e8ee77fff3b698d223bf1, NAME => 'TestAcidGuarantees,,1731151259360.5a6d4255624e8ee77fff3b698d223bf1.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:21:27,398 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:21:27,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151287398"}]},"ts":"9223372036854775807"} 2024-11-09T11:21:27,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T11:21:27,440 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:27,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-09T11:21:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-09T11:21:27,456 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-09T11:21:27,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 242), OpenFileDescriptor=451 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=604 (was 613), ProcessCount=9 (was 9), AvailableMemoryMB=2512 (was 1732) - AvailableMemoryMB LEAK? - 2024-11-09T11:21:27,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=604, ProcessCount=9, AvailableMemoryMB=2516 2024-11-09T11:21:27,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:21:27,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:27,480 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:21:27,480 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:27,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-09T11:21:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-09T11:21:27,481 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:21:27,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742156_1332 (size=960) 2024-11-09T11:21:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-09T11:21:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-09T11:21:27,888 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 2024-11-09T11:21:27,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742157_1333 (size=53) 2024-11-09T11:21:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-09T11:21:28,285 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:21:28,293 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:28,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1be74bc6d53fb9b42b42cf3494e988fd, disabling compactions & flushes 2024-11-09T11:21:28,294 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:28,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:28,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. after waiting 0 ms 2024-11-09T11:21:28,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:28,294 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:28,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:28,295 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:21:28,296 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151288295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151288295"}]},"ts":"1731151288295"} 2024-11-09T11:21:28,297 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T11:21:28,297 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:21:28,299 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151288297"}]},"ts":"1731151288297"} 2024-11-09T11:21:28,300 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:21:28,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, ASSIGN}] 2024-11-09T11:21:28,324 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, ASSIGN 2024-11-09T11:21:28,325 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, ASSIGN; state=OFFLINE, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=false 2024-11-09T11:21:28,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=1be74bc6d53fb9b42b42cf3494e988fd, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:28,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:21:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-09T11:21:28,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:28,629 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:28,629 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:28,629 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:28,629 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:28,630 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:28,630 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:28,631 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:28,632 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:28,632 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be74bc6d53fb9b42b42cf3494e988fd columnFamilyName A 2024-11-09T11:21:28,632 DEBUG [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:28,632 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(327): Store=1be74bc6d53fb9b42b42cf3494e988fd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:28,632 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:28,633 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:28,633 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be74bc6d53fb9b42b42cf3494e988fd columnFamilyName B 2024-11-09T11:21:28,633 DEBUG [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:28,634 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(327): Store=1be74bc6d53fb9b42b42cf3494e988fd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:28,634 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:28,635 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:28,635 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be74bc6d53fb9b42b42cf3494e988fd columnFamilyName C 2024-11-09T11:21:28,635 DEBUG [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:28,635 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(327): Store=1be74bc6d53fb9b42b42cf3494e988fd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:28,635 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:28,636 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:28,636 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:28,637 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:21:28,638 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:28,640 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:28,640 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 1be74bc6d53fb9b42b42cf3494e988fd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67043111, jitterRate=-9.79796051979065E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:21:28,641 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:28,641 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., pid=94, masterSystemTime=1731151288627 2024-11-09T11:21:28,642 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:28,642 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:28,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=1be74bc6d53fb9b42b42cf3494e988fd, regionState=OPEN, openSeqNum=2, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:28,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-09T11:21:28,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 in 167 msec 2024-11-09T11:21:28,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-09T11:21:28,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, ASSIGN in 321 msec 2024-11-09T11:21:28,646 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:21:28,646 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151288646"}]},"ts":"1731151288646"} 2024-11-09T11:21:28,647 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:21:28,657 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:21:28,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1790 sec 2024-11-09T11:21:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-09T11:21:29,585 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-09T11:21:29,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbce2b4 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77b5b03d 2024-11-09T11:21:29,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789089aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:29,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:29,629 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:29,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:29,631 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:21:29,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742158_1334 (size=996) 2024-11-09T11:21:30,045 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-09T11:21:30,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-09T11:21:30,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:21:30,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, REOPEN/MOVE}] 2024-11-09T11:21:30,050 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, REOPEN/MOVE 2024-11-09T11:21:30,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=1be74bc6d53fb9b42b42cf3494e988fd, regionState=CLOSING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,051 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:21:30,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:21:30,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,203 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,203 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T11:21:30,203 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 1be74bc6d53fb9b42b42cf3494e988fd, disabling compactions & flushes 2024-11-09T11:21:30,203 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,203 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,203 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. after waiting 0 ms 2024-11-09T11:21:30,203 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,207 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T11:21:30,208 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,208 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:30,208 WARN [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 1be74bc6d53fb9b42b42cf3494e988fd to self. 2024-11-09T11:21:30,209 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,209 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=1be74bc6d53fb9b42b42cf3494e988fd, regionState=CLOSED 2024-11-09T11:21:30,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-09T11:21:30,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 in 159 msec 2024-11-09T11:21:30,212 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, REOPEN/MOVE; state=CLOSED, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=true 2024-11-09T11:21:30,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=1be74bc6d53fb9b42b42cf3494e988fd, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:21:30,515 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,517 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,518 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:30,518 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,518 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:30,518 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,518 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,520 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,521 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:30,521 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be74bc6d53fb9b42b42cf3494e988fd columnFamilyName A 2024-11-09T11:21:30,522 DEBUG [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:30,522 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(327): Store=1be74bc6d53fb9b42b42cf3494e988fd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:30,523 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,523 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:30,523 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be74bc6d53fb9b42b42cf3494e988fd columnFamilyName B 2024-11-09T11:21:30,523 DEBUG [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:30,524 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(327): Store=1be74bc6d53fb9b42b42cf3494e988fd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:30,524 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,525 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:30,525 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be74bc6d53fb9b42b42cf3494e988fd columnFamilyName C 2024-11-09T11:21:30,525 DEBUG [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:30,526 INFO [StoreOpener-1be74bc6d53fb9b42b42cf3494e988fd-1 {}] regionserver.HStore(327): Store=1be74bc6d53fb9b42b42cf3494e988fd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:30,526 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,527 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,528 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,529 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:21:30,531 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,531 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 1be74bc6d53fb9b42b42cf3494e988fd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60992281, jitterRate=-0.09114418923854828}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:21:30,532 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:30,532 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., pid=99, masterSystemTime=1731151290514 2024-11-09T11:21:30,534 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,534 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=1be74bc6d53fb9b42b42cf3494e988fd, regionState=OPEN, openSeqNum=5, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-09T11:21:30,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 in 172 msec 2024-11-09T11:21:30,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-09T11:21:30,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, REOPEN/MOVE in 488 msec 2024-11-09T11:21:30,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-09T11:21:30,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-09T11:21:30,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 907 msec 2024-11-09T11:21:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-09T11:21:30,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fd3f5fc to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15bd9063 2024-11-09T11:21:30,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c96a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05c97513 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c0ec341 2024-11-09T11:21:30,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712a5bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,608 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42af2962 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4831febd 2024-11-09T11:21:30,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b660061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5910b8c7 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e93614e 2024-11-09T11:21:30,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ad0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x003f9a05 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@523025d 2024-11-09T11:21:30,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dc77ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,642 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b9a1701 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70304ef6 2024-11-09T11:21:30,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6179765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,650 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d3b05cf to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f8ea360 2024-11-09T11:21:30,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3518b14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,666 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x170d29d0 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6de21df2 2024-11-09T11:21:30,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d806bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b61f1c4 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@461176d7 2024-11-09T11:21:30,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5850aaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49eae7fe to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48087da 2024-11-09T11:21:30,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59daaa82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:30,693 DEBUG [hconnection-0x58e831ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,693 DEBUG [hconnection-0x3c69acdc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:30,695 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,695 DEBUG [hconnection-0x6866802b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,695 DEBUG [hconnection-0x5e8e7f49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,696 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,696 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,696 DEBUG [hconnection-0x4b1e24d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-09T11:21:30,699 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,699 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T11:21:30,700 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:30,701 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:30,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:21:30,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:30,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:30,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:30,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:30,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:30,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:30,710 DEBUG [hconnection-0x75dc5549-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,710 DEBUG [hconnection-0x3b21a8c1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,715 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,715 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,719 DEBUG [hconnection-0x71888061-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,721 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151350721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151350722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151350722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151350723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,731 DEBUG [hconnection-0x62a357cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,732 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,735 DEBUG [hconnection-0x1a92c5d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:30,736 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:30,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151350737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109374db417c062474fa612cc0d0412805d_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151290704/Put/seqid=0 2024-11-09T11:21:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742159_1335 (size=12154) 2024-11-09T11:21:30,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:30,763 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109374db417c062474fa612cc0d0412805d_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109374db417c062474fa612cc0d0412805d_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:30,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ab43bb047960433cb7303199f744ce4c, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:30,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ab43bb047960433cb7303199f744ce4c is 175, key is test_row_0/A:col10/1731151290704/Put/seqid=0 2024-11-09T11:21:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742160_1336 (size=30955) 2024-11-09T11:21:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T11:21:30,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151350823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151350823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151350824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151350827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151350838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:30,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-09T11:21:30,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:30,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:30,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:30,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T11:21:31,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-09T11:21:31,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:31,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:31,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:31,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151351029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151351030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151351030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151351031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151351047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-09T11:21:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:31,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:31,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:31,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,182 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ab43bb047960433cb7303199f744ce4c 2024-11-09T11:21:31,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/4bfc83fc60034005bbd59dd350b7452a is 50, key is test_row_0/B:col10/1731151290704/Put/seqid=0 2024-11-09T11:21:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742161_1337 (size=12001) 2024-11-09T11:21:31,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/4bfc83fc60034005bbd59dd350b7452a 2024-11-09T11:21:31,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/caa9293f0a384a35bcd151ce8e746ce8 is 50, key is test_row_0/C:col10/1731151290704/Put/seqid=0 2024-11-09T11:21:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T11:21:31,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742162_1338 (size=12001) 2024-11-09T11:21:31,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/caa9293f0a384a35bcd151ce8e746ce8 2024-11-09T11:21:31,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ab43bb047960433cb7303199f744ce4c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ab43bb047960433cb7303199f744ce4c 2024-11-09T11:21:31,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-09T11:21:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:31,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ab43bb047960433cb7303199f744ce4c, entries=150, sequenceid=16, filesize=30.2 K 2024-11-09T11:21:31,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/4bfc83fc60034005bbd59dd350b7452a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4bfc83fc60034005bbd59dd350b7452a 2024-11-09T11:21:31,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4bfc83fc60034005bbd59dd350b7452a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T11:21:31,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151351339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151351339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151351339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151351339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/caa9293f0a384a35bcd151ce8e746ce8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/caa9293f0a384a35bcd151ce8e746ce8 2024-11-09T11:21:31,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/caa9293f0a384a35bcd151ce8e746ce8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T11:21:31,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1be74bc6d53fb9b42b42cf3494e988fd in 647ms, sequenceid=16, compaction requested=false 2024-11-09T11:21:31,352 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T11:21:31,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:31,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:21:31,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:31,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:31,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:31,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:31,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:31,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:31,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109451d040dbcac4785830e432e83291167_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151290721/Put/seqid=0 2024-11-09T11:21:31,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151351399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742163_1339 (size=12154) 2024-11-09T11:21:31,411 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:31,431 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109451d040dbcac4785830e432e83291167_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109451d040dbcac4785830e432e83291167_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:31,433 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/17e3fe787c904c4da6631ecce8d8579a, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:31,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/17e3fe787c904c4da6631ecce8d8579a is 175, key is test_row_0/A:col10/1731151290721/Put/seqid=0 2024-11-09T11:21:31,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-09T11:21:31,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742164_1340 (size=30955) 2024-11-09T11:21:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:31,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,476 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/17e3fe787c904c4da6631ecce8d8579a 2024-11-09T11:21:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:31,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/3890a4ee7867475a93b3634d1b897dd6 is 50, key is test_row_0/B:col10/1731151290721/Put/seqid=0 2024-11-09T11:21:31,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151351501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742165_1341 (size=12001) 2024-11-09T11:21:31,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/3890a4ee7867475a93b3634d1b897dd6 2024-11-09T11:21:31,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/6773ab5114cc4edabec9f1485fcea421 is 50, key is test_row_0/C:col10/1731151290721/Put/seqid=0 2024-11-09T11:21:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742166_1342 (size=12001) 2024-11-09T11:21:31,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/6773ab5114cc4edabec9f1485fcea421 2024-11-09T11:21:31,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/17e3fe787c904c4da6631ecce8d8579a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/17e3fe787c904c4da6631ecce8d8579a 2024-11-09T11:21:31,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/17e3fe787c904c4da6631ecce8d8579a, entries=150, sequenceid=42, filesize=30.2 K 2024-11-09T11:21:31,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/3890a4ee7867475a93b3634d1b897dd6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3890a4ee7867475a93b3634d1b897dd6 2024-11-09T11:21:31,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3890a4ee7867475a93b3634d1b897dd6, entries=150, sequenceid=42, filesize=11.7 K 2024-11-09T11:21:31,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/6773ab5114cc4edabec9f1485fcea421 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6773ab5114cc4edabec9f1485fcea421 2024-11-09T11:21:31,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6773ab5114cc4edabec9f1485fcea421, entries=150, sequenceid=42, filesize=11.7 K 2024-11-09T11:21:31,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1be74bc6d53fb9b42b42cf3494e988fd in 264ms, sequenceid=42, compaction requested=false 2024-11-09T11:21:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:31,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-09T11:21:31,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:31,628 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T11:21:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c91dc7450b0041fd9504cc9f2a0aa785_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151291394/Put/seqid=0 2024-11-09T11:21:31,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742167_1343 (size=12154) 2024-11-09T11:21:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:31,671 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c91dc7450b0041fd9504cc9f2a0aa785_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c91dc7450b0041fd9504cc9f2a0aa785_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:31,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/439270719f1b49609d9d7a62acc13879, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:31,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/439270719f1b49609d9d7a62acc13879 is 175, key is test_row_0/A:col10/1731151291394/Put/seqid=0 2024-11-09T11:21:31,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742168_1344 (size=30955) 2024-11-09T11:21:31,684 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/439270719f1b49609d9d7a62acc13879 2024-11-09T11:21:31,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/2f18e935220e4253a373e4ee68b1745c is 50, key is test_row_0/B:col10/1731151291394/Put/seqid=0 2024-11-09T11:21:31,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742169_1345 (size=12001) 2024-11-09T11:21:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:31,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T11:21:31,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151351851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151351851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151351854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151351859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151351860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151351961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151351963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151351964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151351968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:31,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151351969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,120 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/2f18e935220e4253a373e4ee68b1745c 2024-11-09T11:21:32,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/887430f19f2b4047a3e98c0e6d33d059 is 50, key is test_row_0/C:col10/1731151291394/Put/seqid=0 2024-11-09T11:21:32,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742170_1346 (size=12001) 2024-11-09T11:21:32,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151352170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151352170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151352174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151352175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151352185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:21:32,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151352479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151352479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151352479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151352480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151352490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,549 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/887430f19f2b4047a3e98c0e6d33d059 2024-11-09T11:21:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/439270719f1b49609d9d7a62acc13879 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/439270719f1b49609d9d7a62acc13879 2024-11-09T11:21:32,558 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/439270719f1b49609d9d7a62acc13879, entries=150, sequenceid=52, filesize=30.2 K 2024-11-09T11:21:32,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/2f18e935220e4253a373e4ee68b1745c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2f18e935220e4253a373e4ee68b1745c 2024-11-09T11:21:32,566 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2f18e935220e4253a373e4ee68b1745c, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T11:21:32,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/887430f19f2b4047a3e98c0e6d33d059 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/887430f19f2b4047a3e98c0e6d33d059 2024-11-09T11:21:32,578 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/887430f19f2b4047a3e98c0e6d33d059, entries=150, sequenceid=52, filesize=11.7 K 2024-11-09T11:21:32,582 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1be74bc6d53fb9b42b42cf3494e988fd in 954ms, sequenceid=52, compaction requested=true 2024-11-09T11:21:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-09T11:21:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-09T11:21:32,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-09T11:21:32,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-09T11:21:32,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.8900 sec 2024-11-09T11:21:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-09T11:21:32,805 INFO [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-09T11:21:32,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-09T11:21:32,808 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:32,808 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:32,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T11:21:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T11:21:32,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:32,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T11:21:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:32,960 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:21:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:32,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110940fe768517d34ef19ef8639d5919f827_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151291858/Put/seqid=0 2024-11-09T11:21:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742171_1347 (size=12154) 2024-11-09T11:21:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:32,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151352996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151352999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151353001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151353002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151353000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151353105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T11:21:33,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151353116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151353116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151353122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151353313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151353320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151353321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151353332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:33,377 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110940fe768517d34ef19ef8639d5919f827_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110940fe768517d34ef19ef8639d5919f827_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:33,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ceb5d7e2b925417999d2e1338364e422, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:33,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ceb5d7e2b925417999d2e1338364e422 is 175, key is test_row_0/A:col10/1731151291858/Put/seqid=0 2024-11-09T11:21:33,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742172_1348 (size=30955) 2024-11-09T11:21:33,386 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ceb5d7e2b925417999d2e1338364e422 2024-11-09T11:21:33,392 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41783 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41783,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/589b9b82577d409aa9b2392eb1bc5af3 is 50, key is test_row_0/B:col10/1731151291858/Put/seqid=0 2024-11-09T11:21:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T11:21:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742173_1349 (size=12001) 2024-11-09T11:21:33,424 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/589b9b82577d409aa9b2392eb1bc5af3 2024-11-09T11:21:33,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/26dfe7ff479f4b14af102829fd519f9d is 50, key is test_row_0/C:col10/1731151291858/Put/seqid=0 2024-11-09T11:21:33,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742174_1350 (size=12001) 2024-11-09T11:21:33,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151353622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151353631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151353635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151353645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:33,854 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/26dfe7ff479f4b14af102829fd519f9d 2024-11-09T11:21:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ceb5d7e2b925417999d2e1338364e422 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ceb5d7e2b925417999d2e1338364e422 2024-11-09T11:21:33,873 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ceb5d7e2b925417999d2e1338364e422, entries=150, sequenceid=78, filesize=30.2 K 2024-11-09T11:21:33,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/589b9b82577d409aa9b2392eb1bc5af3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/589b9b82577d409aa9b2392eb1bc5af3 2024-11-09T11:21:33,881 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/589b9b82577d409aa9b2392eb1bc5af3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T11:21:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/26dfe7ff479f4b14af102829fd519f9d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/26dfe7ff479f4b14af102829fd519f9d 2024-11-09T11:21:33,897 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/26dfe7ff479f4b14af102829fd519f9d, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T11:21:33,898 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1be74bc6d53fb9b42b42cf3494e988fd in 938ms, sequenceid=78, compaction requested=true 2024-11-09T11:21:33,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:33,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:33,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-09T11:21:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-09T11:21:33,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-09T11:21:33,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0980 sec 2024-11-09T11:21:33,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.1050 sec 2024-11-09T11:21:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T11:21:33,916 INFO [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-09T11:21:33,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-09T11:21:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T11:21:33,918 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:33,919 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:33,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:34,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:21:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T11:21:34,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:34,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:34,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:34,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:34,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:34,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:34,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110937b1d7f1b20a4f38b8285f8e498f877d_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151292995/Put/seqid=0 2024-11-09T11:21:34,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742175_1351 (size=14594) 2024-11-09T11:21:34,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T11:21:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151354152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151354152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151354153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151354154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151354154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T11:21:34,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T11:21:34,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:34,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151354268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151354268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151354268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151354268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T11:21:34,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:34,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,427 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:34,431 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110937b1d7f1b20a4f38b8285f8e498f877d_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110937b1d7f1b20a4f38b8285f8e498f877d_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:34,432 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ac3c53a0441244c1b8701be5832437bb, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:34,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ac3c53a0441244c1b8701be5832437bb is 175, key is test_row_0/A:col10/1731151292995/Put/seqid=0 2024-11-09T11:21:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742176_1352 (size=39549) 2024-11-09T11:21:34,436 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ac3c53a0441244c1b8701be5832437bb 2024-11-09T11:21:34,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/a4bfc3e6ec0a445c9632007f993a0b57 is 50, key is test_row_0/B:col10/1731151292995/Put/seqid=0 2024-11-09T11:21:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742177_1353 (size=12001) 2024-11-09T11:21:34,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151354475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151354476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151354476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151354476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T11:21:34,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T11:21:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T11:21:34,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:34,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151354785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151354786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151354790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151354791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T11:21:34,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:34,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/a4bfc3e6ec0a445c9632007f993a0b57 2024-11-09T11:21:34,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/732f532466934c2295e328d6cb28347a is 50, key is test_row_0/C:col10/1731151292995/Put/seqid=0 2024-11-09T11:21:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742178_1354 (size=12001) 2024-11-09T11:21:34,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:34,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T11:21:34,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:34,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:34,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T11:21:35,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T11:21:35,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:35,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:35,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:35,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:35,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:35,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151355174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/732f532466934c2295e328d6cb28347a 2024-11-09T11:21:35,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/ac3c53a0441244c1b8701be5832437bb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ac3c53a0441244c1b8701be5832437bb 2024-11-09T11:21:35,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ac3c53a0441244c1b8701be5832437bb, entries=200, sequenceid=89, filesize=38.6 K 2024-11-09T11:21:35,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/a4bfc3e6ec0a445c9632007f993a0b57 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/a4bfc3e6ec0a445c9632007f993a0b57 2024-11-09T11:21:35,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/a4bfc3e6ec0a445c9632007f993a0b57, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T11:21:35,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/732f532466934c2295e328d6cb28347a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/732f532466934c2295e328d6cb28347a 2024-11-09T11:21:35,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/732f532466934c2295e328d6cb28347a, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T11:21:35,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1be74bc6d53fb9b42b42cf3494e988fd in 1268ms, sequenceid=89, compaction requested=true 2024-11-09T11:21:35,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:35,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:35,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:35,287 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T11:21:35,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:35,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:35,287 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T11:21:35,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:35,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:35,288 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T11:21:35,288 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/B is initiating minor compaction (all files) 2024-11-09T11:21:35,288 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/B in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:35,289 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4bfc83fc60034005bbd59dd350b7452a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3890a4ee7867475a93b3634d1b897dd6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2f18e935220e4253a373e4ee68b1745c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/589b9b82577d409aa9b2392eb1bc5af3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/a4bfc3e6ec0a445c9632007f993a0b57] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=58.6 K 2024-11-09T11:21:35,289 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163369 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T11:21:35,289 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bfc83fc60034005bbd59dd350b7452a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151290701 2024-11-09T11:21:35,289 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/A is initiating minor compaction (all files) 2024-11-09T11:21:35,289 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/A in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:35,289 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ab43bb047960433cb7303199f744ce4c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/17e3fe787c904c4da6631ecce8d8579a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/439270719f1b49609d9d7a62acc13879, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ceb5d7e2b925417999d2e1338364e422, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ac3c53a0441244c1b8701be5832437bb] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=159.5 K 2024-11-09T11:21:35,289 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:35,289 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ab43bb047960433cb7303199f744ce4c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/17e3fe787c904c4da6631ecce8d8579a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/439270719f1b49609d9d7a62acc13879, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ceb5d7e2b925417999d2e1338364e422, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ac3c53a0441244c1b8701be5832437bb] 2024-11-09T11:21:35,290 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 3890a4ee7867475a93b3634d1b897dd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731151290719 2024-11-09T11:21:35,290 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab43bb047960433cb7303199f744ce4c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151290701 2024-11-09T11:21:35,290 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f18e935220e4253a373e4ee68b1745c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731151291388 2024-11-09T11:21:35,290 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17e3fe787c904c4da6631ecce8d8579a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731151290719 2024-11-09T11:21:35,290 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 589b9b82577d409aa9b2392eb1bc5af3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731151291816 2024-11-09T11:21:35,290 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 439270719f1b49609d9d7a62acc13879, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731151291388 2024-11-09T11:21:35,291 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting a4bfc3e6ec0a445c9632007f993a0b57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151292995 2024-11-09T11:21:35,291 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceb5d7e2b925417999d2e1338364e422, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731151291816 2024-11-09T11:21:35,291 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac3c53a0441244c1b8701be5832437bb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151292995 2024-11-09T11:21:35,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T11:21:35,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:35,300 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:21:35,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:35,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:35,318 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#B#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:35,319 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/020e7794847d4aa5937e97cf1cab121c is 50, key is test_row_0/B:col10/1731151292995/Put/seqid=0 2024-11-09T11:21:35,321 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:35,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151355314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151355316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099e347c75c5014ddba054762ca6a44b28_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151295298/Put/seqid=0 2024-11-09T11:21:35,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151355319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151355326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742179_1355 (size=12173) 2024-11-09T11:21:35,339 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411096505c5c34563429ca59e7a0a99cddb6e_1be74bc6d53fb9b42b42cf3494e988fd store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:35,341 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411096505c5c34563429ca59e7a0a99cddb6e_1be74bc6d53fb9b42b42cf3494e988fd, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:35,341 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096505c5c34563429ca59e7a0a99cddb6e_1be74bc6d53fb9b42b42cf3494e988fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742180_1356 (size=14594) 2024-11-09T11:21:35,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:35,352 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099e347c75c5014ddba054762ca6a44b28_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099e347c75c5014ddba054762ca6a44b28_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:35,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/1038c32971bf42438a32715530c33779, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:35,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/1038c32971bf42438a32715530c33779 is 175, key is test_row_0/A:col10/1731151295298/Put/seqid=0 2024-11-09T11:21:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742181_1357 (size=4469) 2024-11-09T11:21:35,368 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#A#compaction#300 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742182_1358 (size=39549) 2024-11-09T11:21:35,368 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/2513083d68b04b769f9ae04ca9e78a2a is 175, key is test_row_0/A:col10/1731151292995/Put/seqid=0 2024-11-09T11:21:35,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742183_1359 (size=31127) 2024-11-09T11:21:35,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151355428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151355430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151355433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151355438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151355639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151355643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151355645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151355645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,744 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/020e7794847d4aa5937e97cf1cab121c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/020e7794847d4aa5937e97cf1cab121c 2024-11-09T11:21:35,747 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/B of 1be74bc6d53fb9b42b42cf3494e988fd into 020e7794847d4aa5937e97cf1cab121c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:35,747 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:35,747 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/B, priority=11, startTime=1731151295287; duration=0sec 2024-11-09T11:21:35,747 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:35,747 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:B 2024-11-09T11:21:35,747 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T11:21:35,750 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T11:21:35,750 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/C is initiating minor compaction (all files) 2024-11-09T11:21:35,750 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/C in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:35,750 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/caa9293f0a384a35bcd151ce8e746ce8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6773ab5114cc4edabec9f1485fcea421, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/887430f19f2b4047a3e98c0e6d33d059, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/26dfe7ff479f4b14af102829fd519f9d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/732f532466934c2295e328d6cb28347a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=58.6 K 2024-11-09T11:21:35,750 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting caa9293f0a384a35bcd151ce8e746ce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151290701 2024-11-09T11:21:35,750 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6773ab5114cc4edabec9f1485fcea421, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731151290719 2024-11-09T11:21:35,751 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 887430f19f2b4047a3e98c0e6d33d059, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731151291388 2024-11-09T11:21:35,751 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 26dfe7ff479f4b14af102829fd519f9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731151291816 2024-11-09T11:21:35,751 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 732f532466934c2295e328d6cb28347a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151292995 2024-11-09T11:21:35,761 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:35,761 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/c28453f9eab44426be030e3540519b5d is 50, key is test_row_0/C:col10/1731151292995/Put/seqid=0 2024-11-09T11:21:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742184_1360 (size=12173) 2024-11-09T11:21:35,768 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/c28453f9eab44426be030e3540519b5d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/c28453f9eab44426be030e3540519b5d 2024-11-09T11:21:35,769 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/1038c32971bf42438a32715530c33779 2024-11-09T11:21:35,774 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/C of 1be74bc6d53fb9b42b42cf3494e988fd into c28453f9eab44426be030e3540519b5d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:35,774 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:35,774 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/C, priority=11, startTime=1731151295287; duration=0sec 2024-11-09T11:21:35,774 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:35,774 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:C 2024-11-09T11:21:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/fc0caa2e01264131b6b93587691756c2 is 50, key is test_row_0/B:col10/1731151295298/Put/seqid=0 2024-11-09T11:21:35,781 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/2513083d68b04b769f9ae04ca9e78a2a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/2513083d68b04b769f9ae04ca9e78a2a 2024-11-09T11:21:35,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742185_1361 (size=12001) 2024-11-09T11:21:35,789 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/A of 1be74bc6d53fb9b42b42cf3494e988fd into 2513083d68b04b769f9ae04ca9e78a2a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:35,789 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:35,789 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/A, priority=11, startTime=1731151295286; duration=0sec 2024-11-09T11:21:35,789 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:35,789 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:A 2024-11-09T11:21:35,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151355948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151355949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151355953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:35,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151355953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T11:21:36,184 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/fc0caa2e01264131b6b93587691756c2 2024-11-09T11:21:36,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/9a18ecf381b6445894d42b04be6adf40 is 50, key is test_row_0/C:col10/1731151295298/Put/seqid=0 2024-11-09T11:21:36,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742186_1362 (size=12001) 2024-11-09T11:21:36,194 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/9a18ecf381b6445894d42b04be6adf40 2024-11-09T11:21:36,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/1038c32971bf42438a32715530c33779 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1038c32971bf42438a32715530c33779 2024-11-09T11:21:36,204 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1038c32971bf42438a32715530c33779, entries=200, sequenceid=115, filesize=38.6 K 2024-11-09T11:21:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/fc0caa2e01264131b6b93587691756c2 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/fc0caa2e01264131b6b93587691756c2 2024-11-09T11:21:36,208 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/fc0caa2e01264131b6b93587691756c2, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:21:36,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/9a18ecf381b6445894d42b04be6adf40 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/9a18ecf381b6445894d42b04be6adf40 2024-11-09T11:21:36,213 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/9a18ecf381b6445894d42b04be6adf40, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:21:36,213 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1be74bc6d53fb9b42b42cf3494e988fd in 913ms, sequenceid=115, compaction requested=false 2024-11-09T11:21:36,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:36,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:36,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-09T11:21:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-09T11:21:36,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-09T11:21:36,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2960 sec 2024-11-09T11:21:36,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.2990 sec 2024-11-09T11:21:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:36,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:21:36,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:36,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:36,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:36,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:36,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:36,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:36,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091b92c34f40014d0b8e039151d1f921a1_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151295313/Put/seqid=0 2024-11-09T11:21:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742187_1363 (size=12204) 2024-11-09T11:21:36,477 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:36,482 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091b92c34f40014d0b8e039151d1f921a1_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091b92c34f40014d0b8e039151d1f921a1_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:36,484 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/e57962fb7f12498abbee5eba38a784cb, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:36,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/e57962fb7f12498abbee5eba38a784cb is 175, key is test_row_0/A:col10/1731151295313/Put/seqid=0 2024-11-09T11:21:36,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742188_1364 (size=31005) 2024-11-09T11:21:36,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151356516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151356526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151356527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151356539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151356627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151356642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151356643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151356648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151356834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151356847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151356847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151356854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:36,898 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/e57962fb7f12498abbee5eba38a784cb 2024-11-09T11:21:36,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/ce1b20f7d0b444ba80d552312b5461c3 is 50, key is test_row_0/B:col10/1731151295313/Put/seqid=0 2024-11-09T11:21:36,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742189_1365 (size=12051) 2024-11-09T11:21:36,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/ce1b20f7d0b444ba80d552312b5461c3 2024-11-09T11:21:36,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/38ceb057ad114196a9beb2d916b0860f is 50, key is test_row_0/C:col10/1731151295313/Put/seqid=0 2024-11-09T11:21:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742190_1366 (size=12051) 2024-11-09T11:21:37,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151357139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151357151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151357153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151357164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151357194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,197 DEBUG [Thread-1523 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:37,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/38ceb057ad114196a9beb2d916b0860f 2024-11-09T11:21:37,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/e57962fb7f12498abbee5eba38a784cb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/e57962fb7f12498abbee5eba38a784cb 2024-11-09T11:21:37,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/e57962fb7f12498abbee5eba38a784cb, entries=150, sequenceid=129, filesize=30.3 K 2024-11-09T11:21:37,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/ce1b20f7d0b444ba80d552312b5461c3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ce1b20f7d0b444ba80d552312b5461c3 2024-11-09T11:21:37,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ce1b20f7d0b444ba80d552312b5461c3, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T11:21:37,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/38ceb057ad114196a9beb2d916b0860f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/38ceb057ad114196a9beb2d916b0860f 2024-11-09T11:21:37,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/38ceb057ad114196a9beb2d916b0860f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T11:21:37,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1be74bc6d53fb9b42b42cf3494e988fd in 888ms, sequenceid=129, compaction requested=true 2024-11-09T11:21:37,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:37,349 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:37,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:37,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:37,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:37,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:37,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:37,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:21:37,349 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:37,350 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101681 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:37,350 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/A is initiating minor compaction (all files) 2024-11-09T11:21:37,350 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/A in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:37,350 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/2513083d68b04b769f9ae04ca9e78a2a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1038c32971bf42438a32715530c33779, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/e57962fb7f12498abbee5eba38a784cb] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=99.3 K 2024-11-09T11:21:37,350 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:37,350 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/2513083d68b04b769f9ae04ca9e78a2a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1038c32971bf42438a32715530c33779, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/e57962fb7f12498abbee5eba38a784cb] 2024-11-09T11:21:37,351 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:37,351 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2513083d68b04b769f9ae04ca9e78a2a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151292995 2024-11-09T11:21:37,351 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/B is initiating minor compaction (all files) 2024-11-09T11:21:37,351 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/B in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:37,351 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/020e7794847d4aa5937e97cf1cab121c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/fc0caa2e01264131b6b93587691756c2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ce1b20f7d0b444ba80d552312b5461c3] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=35.4 K 2024-11-09T11:21:37,351 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1038c32971bf42438a32715530c33779, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151294150 2024-11-09T11:21:37,351 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 020e7794847d4aa5937e97cf1cab121c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151292995 2024-11-09T11:21:37,351 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting fc0caa2e01264131b6b93587691756c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151294150 2024-11-09T11:21:37,351 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e57962fb7f12498abbee5eba38a784cb, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151295313 2024-11-09T11:21:37,352 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ce1b20f7d0b444ba80d552312b5461c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151295313 2024-11-09T11:21:37,357 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:37,358 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#B#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:37,359 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/810e6ea52e3841f6a7a3d4441edcb036 is 50, key is test_row_0/B:col10/1731151295313/Put/seqid=0 2024-11-09T11:21:37,360 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411090d1a5241be194fb7aa63b135ddf37547_1be74bc6d53fb9b42b42cf3494e988fd store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742191_1367 (size=12325) 2024-11-09T11:21:37,362 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411090d1a5241be194fb7aa63b135ddf37547_1be74bc6d53fb9b42b42cf3494e988fd, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:37,363 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090d1a5241be194fb7aa63b135ddf37547_1be74bc6d53fb9b42b42cf3494e988fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:37,366 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/810e6ea52e3841f6a7a3d4441edcb036 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/810e6ea52e3841f6a7a3d4441edcb036 2024-11-09T11:21:37,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742192_1368 (size=4469) 2024-11-09T11:21:37,369 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#A#compaction#309 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:37,370 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/c9f5286a86c74de2827946621630d5b9 is 175, key is test_row_0/A:col10/1731151295313/Put/seqid=0 2024-11-09T11:21:37,371 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/B of 1be74bc6d53fb9b42b42cf3494e988fd into 810e6ea52e3841f6a7a3d4441edcb036(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:37,371 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:37,371 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/B, priority=13, startTime=1731151297349; duration=0sec 2024-11-09T11:21:37,371 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:37,371 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:B 2024-11-09T11:21:37,371 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:37,373 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:37,373 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/C is initiating minor compaction (all files) 2024-11-09T11:21:37,373 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/C in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:37,373 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/c28453f9eab44426be030e3540519b5d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/9a18ecf381b6445894d42b04be6adf40, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/38ceb057ad114196a9beb2d916b0860f] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=35.4 K 2024-11-09T11:21:37,373 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting c28453f9eab44426be030e3540519b5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151292995 2024-11-09T11:21:37,375 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a18ecf381b6445894d42b04be6adf40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151294150 2024-11-09T11:21:37,375 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 38ceb057ad114196a9beb2d916b0860f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151295313 2024-11-09T11:21:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742193_1369 (size=31279) 2024-11-09T11:21:37,383 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/c9f5286a86c74de2827946621630d5b9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c9f5286a86c74de2827946621630d5b9 2024-11-09T11:21:37,389 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/A of 1be74bc6d53fb9b42b42cf3494e988fd into c9f5286a86c74de2827946621630d5b9(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:37,389 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:37,389 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/A, priority=13, startTime=1731151297349; duration=0sec 2024-11-09T11:21:37,389 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:37,389 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:A 2024-11-09T11:21:37,400 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#C#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:37,401 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/6948c7078c034048927f98481a92a4e8 is 50, key is test_row_0/C:col10/1731151295313/Put/seqid=0 2024-11-09T11:21:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742194_1370 (size=12325) 2024-11-09T11:21:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:37,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T11:21:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:37,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110919c7652e26954c139420005c490f819b_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151297656/Put/seqid=0 2024-11-09T11:21:37,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742195_1371 (size=14794) 2024-11-09T11:21:37,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151357674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151357677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151357678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151357681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151357782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151357782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151357783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151357788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,817 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/6948c7078c034048927f98481a92a4e8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6948c7078c034048927f98481a92a4e8 2024-11-09T11:21:37,821 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/C of 1be74bc6d53fb9b42b42cf3494e988fd into 6948c7078c034048927f98481a92a4e8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:37,821 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:37,821 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/C, priority=13, startTime=1731151297349; duration=0sec 2024-11-09T11:21:37,821 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:37,821 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:C 2024-11-09T11:21:37,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151357989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151357990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151357990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:37,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151357992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T11:21:38,025 INFO [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-09T11:21:38,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-09T11:21:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T11:21:38,027 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:38,027 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:38,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:38,080 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:38,083 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110919c7652e26954c139420005c490f819b_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919c7652e26954c139420005c490f819b_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:38,084 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/7dd8f540954a4b9fa07a145878319abc, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:38,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/7dd8f540954a4b9fa07a145878319abc is 175, key is test_row_0/A:col10/1731151297656/Put/seqid=0 2024-11-09T11:21:38,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742196_1372 (size=39749) 2024-11-09T11:21:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T11:21:38,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T11:21:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151358296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151358296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151358298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151358300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T11:21:38,338 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T11:21:38,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:38,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/7dd8f540954a4b9fa07a145878319abc 2024-11-09T11:21:38,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T11:21:38,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:38,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/5a588fbdffeb421a9f25d20191ace8e0 is 50, key is test_row_0/B:col10/1731151297656/Put/seqid=0 2024-11-09T11:21:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742197_1373 (size=12151) 2024-11-09T11:21:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T11:21:38,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T11:21:38,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:38,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,798 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T11:21:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151358802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151358803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151358808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151358809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/5a588fbdffeb421a9f25d20191ace8e0 2024-11-09T11:21:38,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/a07800fe8f714e648a9c93fc831ad894 is 50, key is test_row_0/C:col10/1731151297656/Put/seqid=0 2024-11-09T11:21:38,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742198_1374 (size=12151) 2024-11-09T11:21:38,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:38,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T11:21:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:38,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:39,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T11:21:39,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:39,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:39,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:39,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:39,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T11:21:39,254 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T11:21:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:39,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:39,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/a07800fe8f714e648a9c93fc831ad894 2024-11-09T11:21:39,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/7dd8f540954a4b9fa07a145878319abc as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7dd8f540954a4b9fa07a145878319abc 2024-11-09T11:21:39,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7dd8f540954a4b9fa07a145878319abc, entries=200, sequenceid=158, filesize=38.8 K 2024-11-09T11:21:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/5a588fbdffeb421a9f25d20191ace8e0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5a588fbdffeb421a9f25d20191ace8e0 2024-11-09T11:21:39,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5a588fbdffeb421a9f25d20191ace8e0, entries=150, sequenceid=158, filesize=11.9 K 2024-11-09T11:21:39,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/a07800fe8f714e648a9c93fc831ad894 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a07800fe8f714e648a9c93fc831ad894 2024-11-09T11:21:39,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a07800fe8f714e648a9c93fc831ad894, entries=150, sequenceid=158, filesize=11.9 K 2024-11-09T11:21:39,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1be74bc6d53fb9b42b42cf3494e988fd in 1674ms, sequenceid=158, compaction requested=false 2024-11-09T11:21:39,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:39,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T11:21:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:39,408 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T11:21:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e3ffbf719f694136a6fd12b85f15f33d_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151297674/Put/seqid=0 2024-11-09T11:21:39,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742199_1375 (size=12304) 2024-11-09T11:21:39,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:39,832 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e3ffbf719f694136a6fd12b85f15f33d_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e3ffbf719f694136a6fd12b85f15f33d_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/33b8811cd3e4457d813e73c3e273b7e3, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:39,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/33b8811cd3e4457d813e73c3e273b7e3 is 175, key is test_row_0/A:col10/1731151297674/Put/seqid=0 2024-11-09T11:21:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742200_1376 (size=31105) 2024-11-09T11:21:39,838 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/33b8811cd3e4457d813e73c3e273b7e3 2024-11-09T11:21:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/43cf14dc3bfd42d2add3cef99d3fb59c is 50, key is test_row_0/B:col10/1731151297674/Put/seqid=0 2024-11-09T11:21:39,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742201_1377 (size=12151) 2024-11-09T11:21:39,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151359859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151359860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151359860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151359861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151359968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151359968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151359968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:39,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151359969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T11:21:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151360174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151360174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151360174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:40,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151360175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:40,248 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/43cf14dc3bfd42d2add3cef99d3fb59c 2024-11-09T11:21:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/ea91d10b300240999a1f347e438b409b is 50, key is test_row_0/C:col10/1731151297674/Put/seqid=0 2024-11-09T11:21:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742202_1378 (size=12151) 2024-11-09T11:21:40,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151360481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:40,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151360481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:40,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151360482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:40,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151360483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:40,658 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/ea91d10b300240999a1f347e438b409b 2024-11-09T11:21:40,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/33b8811cd3e4457d813e73c3e273b7e3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/33b8811cd3e4457d813e73c3e273b7e3 2024-11-09T11:21:40,667 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/33b8811cd3e4457d813e73c3e273b7e3, entries=150, sequenceid=168, filesize=30.4 K 2024-11-09T11:21:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/43cf14dc3bfd42d2add3cef99d3fb59c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/43cf14dc3bfd42d2add3cef99d3fb59c 2024-11-09T11:21:40,671 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/43cf14dc3bfd42d2add3cef99d3fb59c, entries=150, sequenceid=168, filesize=11.9 K 2024-11-09T11:21:40,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/ea91d10b300240999a1f347e438b409b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/ea91d10b300240999a1f347e438b409b 2024-11-09T11:21:40,674 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/ea91d10b300240999a1f347e438b409b, entries=150, sequenceid=168, filesize=11.9 K 2024-11-09T11:21:40,675 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1be74bc6d53fb9b42b42cf3494e988fd in 1267ms, sequenceid=168, compaction requested=true 2024-11-09T11:21:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-09T11:21:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-09T11:21:40,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-09T11:21:40,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6490 sec 2024-11-09T11:21:40,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.6510 sec 2024-11-09T11:21:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:41,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-09T11:21:41,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:41,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:41,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:41,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:41,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:41,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:41,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151361025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151361036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151361036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151361036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b11f539f1d0047058a8cda18049af2d9_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151301023/Put/seqid=0 2024-11-09T11:21:41,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742203_1379 (size=22268) 2024-11-09T11:21:41,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b11f539f1d0047058a8cda18049af2d9_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b11f539f1d0047058a8cda18049af2d9_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:41,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/49b6eae670fd4418a211b39a4a9714a8, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:41,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/49b6eae670fd4418a211b39a4a9714a8 is 175, key is test_row_0/A:col10/1731151301023/Put/seqid=0 2024-11-09T11:21:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742204_1380 (size=65673) 2024-11-09T11:21:41,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151361137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151361144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151361144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151361144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51598 deadline: 1731151361206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,209 DEBUG [Thread-1523 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8209 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:21:41,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151361341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151361351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151361352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151361352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/49b6eae670fd4418a211b39a4a9714a8 2024-11-09T11:21:41,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/6b257bfc92a746048da423e2f90f35e5 is 50, key is test_row_0/B:col10/1731151301023/Put/seqid=0 2024-11-09T11:21:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742205_1381 (size=12151) 2024-11-09T11:21:41,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/6b257bfc92a746048da423e2f90f35e5 2024-11-09T11:21:41,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/1f93be511ed14adb9300ce5914d64329 is 50, key is test_row_0/C:col10/1731151301023/Put/seqid=0 2024-11-09T11:21:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742206_1382 (size=12151) 2024-11-09T11:21:41,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/1f93be511ed14adb9300ce5914d64329 2024-11-09T11:21:41,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/49b6eae670fd4418a211b39a4a9714a8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/49b6eae670fd4418a211b39a4a9714a8 2024-11-09T11:21:41,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/49b6eae670fd4418a211b39a4a9714a8, entries=350, sequenceid=199, filesize=64.1 K 2024-11-09T11:21:41,505 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-09T11:21:41,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/6b257bfc92a746048da423e2f90f35e5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6b257bfc92a746048da423e2f90f35e5 2024-11-09T11:21:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6b257bfc92a746048da423e2f90f35e5, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T11:21:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/1f93be511ed14adb9300ce5914d64329 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/1f93be511ed14adb9300ce5914d64329 2024-11-09T11:21:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/1f93be511ed14adb9300ce5914d64329, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T11:21:41,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 1be74bc6d53fb9b42b42cf3494e988fd in 503ms, sequenceid=199, compaction requested=true 2024-11-09T11:21:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:41,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:41,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:41,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:41,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:21:41,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:41,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T11:21:41,525 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:21:41,525 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:21:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,527 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:21:41,527 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/C is initiating minor compaction (all files) 2024-11-09T11:21:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,527 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/C in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:41,527 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6948c7078c034048927f98481a92a4e8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a07800fe8f714e648a9c93fc831ad894, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/ea91d10b300240999a1f347e438b409b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/1f93be511ed14adb9300ce5914d64329] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=47.6 K 2024-11-09T11:21:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,528 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6948c7078c034048927f98481a92a4e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151295313 2024-11-09T11:21:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,528 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a07800fe8f714e648a9c93fc831ad894, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731151296525 2024-11-09T11:21:41,528 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea91d10b300240999a1f347e438b409b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731151297674 2024-11-09T11:21:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,529 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f93be511ed14adb9300ce5914d64329, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731151299860 2024-11-09T11:21:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,530 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167806 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:21:41,530 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/A is initiating minor compaction (all files) 2024-11-09T11:21:41,530 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/A in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,530 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c9f5286a86c74de2827946621630d5b9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7dd8f540954a4b9fa07a145878319abc, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/33b8811cd3e4457d813e73c3e273b7e3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/49b6eae670fd4418a211b39a4a9714a8] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=163.9 K 2024-11-09T11:21:41,530 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:41,530 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c9f5286a86c74de2827946621630d5b9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7dd8f540954a4b9fa07a145878319abc, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/33b8811cd3e4457d813e73c3e273b7e3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/49b6eae670fd4418a211b39a4a9714a8] 2024-11-09T11:21:41,530 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting c9f5286a86c74de2827946621630d5b9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151295313 2024-11-09T11:21:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,531 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dd8f540954a4b9fa07a145878319abc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731151296510 2024-11-09T11:21:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,531 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 33b8811cd3e4457d813e73c3e273b7e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731151297674 2024-11-09T11:21:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,532 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 49b6eae670fd4418a211b39a4a9714a8, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731151299858 2024-11-09T11:21:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,539 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,543 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109aa5bceaa5b1c4701a3c41684ef21a7cf_1be74bc6d53fb9b42b42cf3494e988fd store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,546 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#C#compaction#320 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,547 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/3581ee5c8dc04e96a521535d37d50911 is 50, key is test_row_0/C:col10/1731151301023/Put/seqid=0 2024-11-09T11:21:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742207_1383 (size=12561) 2024-11-09T11:21:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,553 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109aa5bceaa5b1c4701a3c41684ef21a7cf_1be74bc6d53fb9b42b42cf3494e988fd, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,553 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aa5bceaa5b1c4701a3c41684ef21a7cf_1be74bc6d53fb9b42b42cf3494e988fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,560 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/3581ee5c8dc04e96a521535d37d50911 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/3581ee5c8dc04e96a521535d37d50911 2024-11-09T11:21:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742208_1384 (size=4469) 2024-11-09T11:21:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,563 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#A#compaction#321 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,564 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/c31348d864734c62a4c5ba3a9d862d6f is 175, key is test_row_0/A:col10/1731151301023/Put/seqid=0 2024-11-09T11:21:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,573 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/C of 1be74bc6d53fb9b42b42cf3494e988fd into 3581ee5c8dc04e96a521535d37d50911(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:41,573 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,573 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/C, priority=12, startTime=1731151301525; duration=0sec 2024-11-09T11:21:41,573 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:41,573 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:C 2024-11-09T11:21:41,573 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:21:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,575 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:21:41,575 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/B is initiating minor compaction (all files) 2024-11-09T11:21:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,575 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/B in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:41,575 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/810e6ea52e3841f6a7a3d4441edcb036, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5a588fbdffeb421a9f25d20191ace8e0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/43cf14dc3bfd42d2add3cef99d3fb59c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6b257bfc92a746048da423e2f90f35e5] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=47.6 K 2024-11-09T11:21:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,575 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 810e6ea52e3841f6a7a3d4441edcb036, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151295313 2024-11-09T11:21:41,576 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a588fbdffeb421a9f25d20191ace8e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731151296525 2024-11-09T11:21:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,576 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43cf14dc3bfd42d2add3cef99d3fb59c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731151297674 2024-11-09T11:21:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,576 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b257bfc92a746048da423e2f90f35e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731151299860 2024-11-09T11:21:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742209_1385 (size=31515) 2024-11-09T11:21:41,593 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/c31348d864734c62a4c5ba3a9d862d6f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c31348d864734c62a4c5ba3a9d862d6f 2024-11-09T11:21:41,598 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/A of 1be74bc6d53fb9b42b42cf3494e988fd into c31348d864734c62a4c5ba3a9d862d6f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:41,598 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:41,598 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/A, priority=12, startTime=1731151301525; duration=0sec 2024-11-09T11:21:41,598 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:41,598 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:A 2024-11-09T11:21:41,608 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#B#compaction#322 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:41,608 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/3244a248aaac47bcaa6b060186be8800 is 50, key is test_row_0/B:col10/1731151301023/Put/seqid=0 2024-11-09T11:21:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742210_1386 (size=12561) 2024-11-09T11:21:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,655 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/3244a248aaac47bcaa6b060186be8800 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3244a248aaac47bcaa6b060186be8800 2024-11-09T11:21:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,661 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/B of 1be74bc6d53fb9b42b42cf3494e988fd into 3244a248aaac47bcaa6b060186be8800(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,661 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:41,661 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/B, priority=12, startTime=1731151301525; duration=0sec 2024-11-09T11:21:41,661 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:41,662 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:B 2024-11-09T11:21:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:41,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:21:41,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:41,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:41,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:41,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:41,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110987356ea512b445188cc3e8a2afe885b6_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151301696/Put/seqid=0 2024-11-09T11:21:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742211_1387 (size=22268) 2024-11-09T11:21:41,741 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110987356ea512b445188cc3e8a2afe885b6_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110987356ea512b445188cc3e8a2afe885b6_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:41,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/7fb58a6269de47ec874dece7b26d59bf, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:41,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/7fb58a6269de47ec874dece7b26d59bf is 175, key is test_row_0/A:col10/1731151301696/Put/seqid=0 2024-11-09T11:21:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742212_1388 (size=65673) 2024-11-09T11:21:41,769 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/7fb58a6269de47ec874dece7b26d59bf 2024-11-09T11:21:41,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/5dae4374b1b24d40b26bc3febb464128 is 50, key is test_row_0/B:col10/1731151301696/Put/seqid=0 2024-11-09T11:21:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151361782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151361784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151361785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151361786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742213_1389 (size=12151) 2024-11-09T11:21:41,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/5dae4374b1b24d40b26bc3febb464128 2024-11-09T11:21:41,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/a685b91012e74eb9b641abb27b422a51 is 50, key is test_row_0/C:col10/1731151301696/Put/seqid=0 2024-11-09T11:21:41,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742214_1390 (size=12151) 2024-11-09T11:21:41,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/a685b91012e74eb9b641abb27b422a51 2024-11-09T11:21:41,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/7fb58a6269de47ec874dece7b26d59bf as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7fb58a6269de47ec874dece7b26d59bf 2024-11-09T11:21:41,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7fb58a6269de47ec874dece7b26d59bf, entries=350, sequenceid=213, filesize=64.1 K 2024-11-09T11:21:41,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/5dae4374b1b24d40b26bc3febb464128 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5dae4374b1b24d40b26bc3febb464128 2024-11-09T11:21:41,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5dae4374b1b24d40b26bc3febb464128, entries=150, sequenceid=213, filesize=11.9 K 2024-11-09T11:21:41,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/a685b91012e74eb9b641abb27b422a51 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a685b91012e74eb9b641abb27b422a51 2024-11-09T11:21:41,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a685b91012e74eb9b641abb27b422a51, entries=150, sequenceid=213, filesize=11.9 K 2024-11-09T11:21:41,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1be74bc6d53fb9b42b42cf3494e988fd in 165ms, sequenceid=213, compaction requested=false 2024-11-09T11:21:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:41,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T11:21:41,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:41,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:41,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:41,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:41,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:41,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:41,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f2e036fcf6f34e8fbfdacf3eb9f81ed2_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151301770/Put/seqid=0 2024-11-09T11:21:41,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151361899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151361908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151361909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151361910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:41,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742215_1391 (size=14794) 2024-11-09T11:21:41,942 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:41,948 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f2e036fcf6f34e8fbfdacf3eb9f81ed2_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f2e036fcf6f34e8fbfdacf3eb9f81ed2_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:41,949 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/5ab72da163254c7ca95985f07157ca07, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:41,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/5ab72da163254c7ca95985f07157ca07 is 175, key is test_row_0/A:col10/1731151301770/Put/seqid=0 2024-11-09T11:21:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742216_1392 (size=39749) 2024-11-09T11:21:42,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151362011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151362020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151362020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151362021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T11:21:42,133 INFO [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-09T11:21:42,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-09T11:21:42,136 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T11:21:42,136 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:42,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:42,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151362216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151362226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151362226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151362226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T11:21:42,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T11:21:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/5ab72da163254c7ca95985f07157ca07 2024-11-09T11:21:42,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/010b8d65da1b407dbda5fd609b24512f is 50, key is test_row_0/B:col10/1731151301770/Put/seqid=0 2024-11-09T11:21:42,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742217_1393 (size=12151) 2024-11-09T11:21:42,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/010b8d65da1b407dbda5fd609b24512f 2024-11-09T11:21:42,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/f06ca25678d54096bc6e4b34d049d42a is 50, key is test_row_0/C:col10/1731151301770/Put/seqid=0 2024-11-09T11:21:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742218_1394 (size=12151) 2024-11-09T11:21:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T11:21:42,441 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T11:21:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151362523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151362532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151362534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151362534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,595 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T11:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T11:21:42,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T11:21:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:42,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/f06ca25678d54096bc6e4b34d049d42a 2024-11-09T11:21:42,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/5ab72da163254c7ca95985f07157ca07 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/5ab72da163254c7ca95985f07157ca07 2024-11-09T11:21:42,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/5ab72da163254c7ca95985f07157ca07, entries=200, sequenceid=240, filesize=38.8 K 2024-11-09T11:21:42,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/010b8d65da1b407dbda5fd609b24512f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/010b8d65da1b407dbda5fd609b24512f 2024-11-09T11:21:42,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/010b8d65da1b407dbda5fd609b24512f, entries=150, sequenceid=240, filesize=11.9 K 2024-11-09T11:21:42,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/f06ca25678d54096bc6e4b34d049d42a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f06ca25678d54096bc6e4b34d049d42a 2024-11-09T11:21:42,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f06ca25678d54096bc6e4b34d049d42a, entries=150, sequenceid=240, filesize=11.9 K 2024-11-09T11:21:42,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1be74bc6d53fb9b42b42cf3494e988fd in 921ms, sequenceid=240, compaction requested=true 2024-11-09T11:21:42,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:42,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:42,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:42,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:42,812 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:42,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:42,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:42,812 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:42,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:42,813 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:42,813 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:42,813 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/B is initiating minor compaction (all files) 2024-11-09T11:21:42,813 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/A is initiating minor compaction (all files) 2024-11-09T11:21:42,813 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/A in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,813 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c31348d864734c62a4c5ba3a9d862d6f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7fb58a6269de47ec874dece7b26d59bf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/5ab72da163254c7ca95985f07157ca07] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=133.7 K 2024-11-09T11:21:42,813 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,813 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c31348d864734c62a4c5ba3a9d862d6f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7fb58a6269de47ec874dece7b26d59bf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/5ab72da163254c7ca95985f07157ca07] 2024-11-09T11:21:42,813 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/B in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,813 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3244a248aaac47bcaa6b060186be8800, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5dae4374b1b24d40b26bc3febb464128, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/010b8d65da1b407dbda5fd609b24512f] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=36.0 K 2024-11-09T11:21:42,814 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 3244a248aaac47bcaa6b060186be8800, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731151299860 2024-11-09T11:21:42,814 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting c31348d864734c62a4c5ba3a9d862d6f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731151299860 2024-11-09T11:21:42,815 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dae4374b1b24d40b26bc3febb464128, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731151301696 2024-11-09T11:21:42,815 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fb58a6269de47ec874dece7b26d59bf, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731151301035 2024-11-09T11:21:42,815 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 010b8d65da1b407dbda5fd609b24512f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151301770 2024-11-09T11:21:42,815 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ab72da163254c7ca95985f07157ca07, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151301770 2024-11-09T11:21:42,821 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:42,823 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:42,823 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/eb1ac4ac6f4c4aa28d6eaab07f5a3df7 is 50, key is test_row_0/B:col10/1731151301770/Put/seqid=0 2024-11-09T11:21:42,827 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b7b6813843054d97ad25d0f974d42334_1be74bc6d53fb9b42b42cf3494e988fd store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:42,828 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b7b6813843054d97ad25d0f974d42334_1be74bc6d53fb9b42b42cf3494e988fd, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:42,828 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b7b6813843054d97ad25d0f974d42334_1be74bc6d53fb9b42b42cf3494e988fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:42,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742220_1396 (size=4469) 2024-11-09T11:21:42,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742219_1395 (size=12663) 2024-11-09T11:21:42,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:42,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T11:21:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:42,900 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T11:21:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:42,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cdd6c26efc8e42b783fbfe78a43d612d_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151301909/Put/seqid=0 2024-11-09T11:21:42,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742221_1397 (size=12304) 2024-11-09T11:21:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:43,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:43,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151363094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151363095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151363096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151363102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151363207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151363207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151363207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151363214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,233 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#A#compaction#329 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:43,234 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/b013c66ef1314b1ab7f3dac508dad1e5 is 175, key is test_row_0/A:col10/1731151301770/Put/seqid=0 2024-11-09T11:21:43,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742222_1398 (size=31617) 2024-11-09T11:21:43,238 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/eb1ac4ac6f4c4aa28d6eaab07f5a3df7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/eb1ac4ac6f4c4aa28d6eaab07f5a3df7 2024-11-09T11:21:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T11:21:43,242 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/B of 1be74bc6d53fb9b42b42cf3494e988fd into eb1ac4ac6f4c4aa28d6eaab07f5a3df7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:43,242 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:43,242 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/B, priority=13, startTime=1731151302812; duration=0sec 2024-11-09T11:21:43,242 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:43,242 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:B 2024-11-09T11:21:43,242 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:43,243 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:43,243 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/C is initiating minor compaction (all files) 2024-11-09T11:21:43,243 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/C in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:43,243 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/3581ee5c8dc04e96a521535d37d50911, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a685b91012e74eb9b641abb27b422a51, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f06ca25678d54096bc6e4b34d049d42a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=36.0 K 2024-11-09T11:21:43,244 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 3581ee5c8dc04e96a521535d37d50911, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731151299860 2024-11-09T11:21:43,256 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting a685b91012e74eb9b641abb27b422a51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731151301696 2024-11-09T11:21:43,256 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f06ca25678d54096bc6e4b34d049d42a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151301770 2024-11-09T11:21:43,277 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:43,277 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/287402c6dd3b4e8b882405aed5324d6f is 50, key is test_row_0/C:col10/1731151301770/Put/seqid=0 2024-11-09T11:21:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742223_1399 (size=12663) 2024-11-09T11:21:43,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:43,319 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cdd6c26efc8e42b783fbfe78a43d612d_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cdd6c26efc8e42b783fbfe78a43d612d_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:43,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/bdbd6e26cf5c44e1923f7beaecf1cb97, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:43,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/bdbd6e26cf5c44e1923f7beaecf1cb97 is 175, key is test_row_0/A:col10/1731151301909/Put/seqid=0 2024-11-09T11:21:43,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742224_1400 (size=31105) 2024-11-09T11:21:43,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151363411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151363415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151363419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151363427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,642 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/b013c66ef1314b1ab7f3dac508dad1e5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b013c66ef1314b1ab7f3dac508dad1e5 2024-11-09T11:21:43,646 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/A of 1be74bc6d53fb9b42b42cf3494e988fd into b013c66ef1314b1ab7f3dac508dad1e5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:43,646 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:43,646 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/A, priority=13, startTime=1731151302812; duration=0sec 2024-11-09T11:21:43,646 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:43,646 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:A 2024-11-09T11:21:43,687 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/287402c6dd3b4e8b882405aed5324d6f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/287402c6dd3b4e8b882405aed5324d6f 2024-11-09T11:21:43,695 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/C of 1be74bc6d53fb9b42b42cf3494e988fd into 287402c6dd3b4e8b882405aed5324d6f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:43,695 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:43,695 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/C, priority=13, startTime=1731151302812; duration=0sec 2024-11-09T11:21:43,695 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:43,695 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:C 2024-11-09T11:21:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151363715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151363727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,732 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/bdbd6e26cf5c44e1923f7beaecf1cb97 2024-11-09T11:21:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151363728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/4cf5dd4d7cd246a3ba4baf651fd562aa is 50, key is test_row_0/B:col10/1731151301909/Put/seqid=0 2024-11-09T11:21:43,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151363739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742225_1401 (size=12151) 2024-11-09T11:21:44,152 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/4cf5dd4d7cd246a3ba4baf651fd562aa 2024-11-09T11:21:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/0d29dfe479514d9d932f62b1b69101e1 is 50, key is test_row_0/C:col10/1731151301909/Put/seqid=0 2024-11-09T11:21:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742226_1402 (size=12151) 2024-11-09T11:21:44,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151364221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T11:21:44,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151364235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151364242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151364247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:44,562 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/0d29dfe479514d9d932f62b1b69101e1 2024-11-09T11:21:44,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/bdbd6e26cf5c44e1923f7beaecf1cb97 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/bdbd6e26cf5c44e1923f7beaecf1cb97 2024-11-09T11:21:44,577 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/bdbd6e26cf5c44e1923f7beaecf1cb97, entries=150, sequenceid=249, filesize=30.4 K 2024-11-09T11:21:44,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/4cf5dd4d7cd246a3ba4baf651fd562aa as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4cf5dd4d7cd246a3ba4baf651fd562aa 2024-11-09T11:21:44,581 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4cf5dd4d7cd246a3ba4baf651fd562aa, entries=150, sequenceid=249, filesize=11.9 K 2024-11-09T11:21:44,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/0d29dfe479514d9d932f62b1b69101e1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/0d29dfe479514d9d932f62b1b69101e1 2024-11-09T11:21:44,587 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/0d29dfe479514d9d932f62b1b69101e1, entries=150, sequenceid=249, filesize=11.9 K 2024-11-09T11:21:44,588 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1be74bc6d53fb9b42b42cf3494e988fd in 1688ms, sequenceid=249, compaction requested=false 2024-11-09T11:21:44,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:44,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:44,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-09T11:21:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-09T11:21:44,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-09T11:21:44,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4530 sec 2024-11-09T11:21:44,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.4560 sec 2024-11-09T11:21:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:45,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T11:21:45,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:45,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:45,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:45,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:45,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:45,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:45,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd3bdafd133e46b49cccd97ff35d3573_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151303075/Put/seqid=0 2024-11-09T11:21:45,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742227_1403 (size=14994) 2024-11-09T11:21:45,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151365250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151365250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151365253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:45,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151365255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:45,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151365354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:45,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151365357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:45,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151365563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:45,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151365568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:45,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:45,652 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd3bdafd133e46b49cccd97ff35d3573_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd3bdafd133e46b49cccd97ff35d3573_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:45,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/39cfb45f6176410f88e6488d90beb777, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:45,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/39cfb45f6176410f88e6488d90beb777 is 175, key is test_row_0/A:col10/1731151303075/Put/seqid=0 2024-11-09T11:21:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742228_1404 (size=39949) 2024-11-09T11:21:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151365871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:45,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151365874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:46,058 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/39cfb45f6176410f88e6488d90beb777 2024-11-09T11:21:46,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/ad9f0b27404b435f8166e80532c966b6 is 50, key is test_row_0/B:col10/1731151303075/Put/seqid=0 2024-11-09T11:21:46,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742229_1405 (size=12301) 2024-11-09T11:21:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T11:21:46,240 INFO [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-09T11:21:46,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-09T11:21:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T11:21:46,243 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:46,243 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:46,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T11:21:46,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151366379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:46,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151366384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:46,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:46,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T11:21:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:46,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:46,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:46,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/ad9f0b27404b435f8166e80532c966b6 2024-11-09T11:21:46,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/a32be6bfcd3a4d9caafcaa448ea22cae is 50, key is test_row_0/C:col10/1731151303075/Put/seqid=0 2024-11-09T11:21:46,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742230_1406 (size=12301) 2024-11-09T11:21:46,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/a32be6bfcd3a4d9caafcaa448ea22cae 2024-11-09T11:21:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/39cfb45f6176410f88e6488d90beb777 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/39cfb45f6176410f88e6488d90beb777 2024-11-09T11:21:46,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/39cfb45f6176410f88e6488d90beb777, entries=200, sequenceid=280, filesize=39.0 K 2024-11-09T11:21:46,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/ad9f0b27404b435f8166e80532c966b6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ad9f0b27404b435f8166e80532c966b6 2024-11-09T11:21:46,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ad9f0b27404b435f8166e80532c966b6, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T11:21:46,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/a32be6bfcd3a4d9caafcaa448ea22cae as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a32be6bfcd3a4d9caafcaa448ea22cae 2024-11-09T11:21:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T11:21:46,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a32be6bfcd3a4d9caafcaa448ea22cae, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T11:21:46,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1be74bc6d53fb9b42b42cf3494e988fd in 1310ms, sequenceid=280, compaction requested=true 2024-11-09T11:21:46,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:46,546 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:46,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:46,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:46,547 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:46,547 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:46,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:46,547 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/A is initiating minor compaction (all files) 2024-11-09T11:21:46,547 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/A in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:46,547 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b013c66ef1314b1ab7f3dac508dad1e5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/bdbd6e26cf5c44e1923f7beaecf1cb97, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/39cfb45f6176410f88e6488d90beb777] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=100.3 K 2024-11-09T11:21:46,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T11:21:46,547 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:46,547 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b013c66ef1314b1ab7f3dac508dad1e5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/bdbd6e26cf5c44e1923f7beaecf1cb97, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/39cfb45f6176410f88e6488d90beb777] 2024-11-09T11:21:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:46,548 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T11:21:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:46,549 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b013c66ef1314b1ab7f3dac508dad1e5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151301770 2024-11-09T11:21:46,549 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:46,549 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/B is initiating minor compaction (all files) 2024-11-09T11:21:46,549 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/B in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:46,549 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/eb1ac4ac6f4c4aa28d6eaab07f5a3df7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4cf5dd4d7cd246a3ba4baf651fd562aa, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ad9f0b27404b435f8166e80532c966b6] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=36.2 K 2024-11-09T11:21:46,549 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdbd6e26cf5c44e1923f7beaecf1cb97, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151301893 2024-11-09T11:21:46,551 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting eb1ac4ac6f4c4aa28d6eaab07f5a3df7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151301770 2024-11-09T11:21:46,551 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39cfb45f6176410f88e6488d90beb777, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151303075 2024-11-09T11:21:46,551 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cf5dd4d7cd246a3ba4baf651fd562aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151301893 2024-11-09T11:21:46,556 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ad9f0b27404b435f8166e80532c966b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151303075 2024-11-09T11:21:46,563 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:46,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110970c931c990f84b2591ba4636c2049713_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151305249/Put/seqid=0 2024-11-09T11:21:46,567 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b79aa0df888b45fb9ec0732160dca3fe_1be74bc6d53fb9b42b42cf3494e988fd store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:46,568 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:46,569 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/f4084cccf9c24131a252bd7ef4b13d88 is 50, key is test_row_0/B:col10/1731151303075/Put/seqid=0 2024-11-09T11:21:46,569 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b79aa0df888b45fb9ec0732160dca3fe_1be74bc6d53fb9b42b42cf3494e988fd, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:46,569 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b79aa0df888b45fb9ec0732160dca3fe_1be74bc6d53fb9b42b42cf3494e988fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742231_1407 (size=12454) 2024-11-09T11:21:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:46,579 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110970c931c990f84b2591ba4636c2049713_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110970c931c990f84b2591ba4636c2049713_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:46,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/140112d36c9045c38c3e83f565a34db7, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:46,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/140112d36c9045c38c3e83f565a34db7 is 175, key is test_row_0/A:col10/1731151305249/Put/seqid=0 2024-11-09T11:21:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742233_1409 (size=4469) 2024-11-09T11:21:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742232_1408 (size=12915) 2024-11-09T11:21:46,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742234_1410 (size=31255) 2024-11-09T11:21:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T11:21:46,997 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#A#compaction#339 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:46,997 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/771b7193d4eb4bb9bb2fd01cabd3d397 is 175, key is test_row_0/A:col10/1731151303075/Put/seqid=0 2024-11-09T11:21:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742235_1411 (size=31869) 2024-11-09T11:21:47,012 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/f4084cccf9c24131a252bd7ef4b13d88 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/f4084cccf9c24131a252bd7ef4b13d88 2024-11-09T11:21:47,013 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/140112d36c9045c38c3e83f565a34db7 2024-11-09T11:21:47,020 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/B of 1be74bc6d53fb9b42b42cf3494e988fd into f4084cccf9c24131a252bd7ef4b13d88(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:47,020 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:47,020 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/B, priority=13, startTime=1731151306547; duration=0sec 2024-11-09T11:21:47,020 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:47,020 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:B 2024-11-09T11:21:47,020 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:47,022 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:47,022 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/C is initiating minor compaction (all files) 2024-11-09T11:21:47,022 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/C in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,022 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/287402c6dd3b4e8b882405aed5324d6f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/0d29dfe479514d9d932f62b1b69101e1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a32be6bfcd3a4d9caafcaa448ea22cae] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=36.2 K 2024-11-09T11:21:47,023 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 287402c6dd3b4e8b882405aed5324d6f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151301770 2024-11-09T11:21:47,023 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d29dfe479514d9d932f62b1b69101e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151301893 2024-11-09T11:21:47,024 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting a32be6bfcd3a4d9caafcaa448ea22cae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151303075 2024-11-09T11:21:47,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/214f8ed58afa49778d4375386f22a455 is 50, key is test_row_0/B:col10/1731151305249/Put/seqid=0 2024-11-09T11:21:47,040 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:47,040 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/73bf7a436c6e4814807dffe1fc27a922 is 50, key is test_row_0/C:col10/1731151303075/Put/seqid=0 2024-11-09T11:21:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742236_1412 (size=12301) 2024-11-09T11:21:47,041 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/214f8ed58afa49778d4375386f22a455 2024-11-09T11:21:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742237_1413 (size=12915) 2024-11-09T11:21:47,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/e459008a92d046f5a4e67f97e3e1e079 is 50, key is test_row_0/C:col10/1731151305249/Put/seqid=0 2024-11-09T11:21:47,057 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/73bf7a436c6e4814807dffe1fc27a922 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/73bf7a436c6e4814807dffe1fc27a922 2024-11-09T11:21:47,061 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/C of 1be74bc6d53fb9b42b42cf3494e988fd into 73bf7a436c6e4814807dffe1fc27a922(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:47,061 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:47,061 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/C, priority=13, startTime=1731151306549; duration=0sec 2024-11-09T11:21:47,061 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:47,061 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:C 2024-11-09T11:21:47,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742238_1414 (size=12301) 2024-11-09T11:21:47,064 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/e459008a92d046f5a4e67f97e3e1e079 2024-11-09T11:21:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/140112d36c9045c38c3e83f565a34db7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/140112d36c9045c38c3e83f565a34db7 2024-11-09T11:21:47,073 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/140112d36c9045c38c3e83f565a34db7, entries=150, sequenceid=288, filesize=30.5 K 2024-11-09T11:21:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/214f8ed58afa49778d4375386f22a455 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/214f8ed58afa49778d4375386f22a455 2024-11-09T11:21:47,077 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/214f8ed58afa49778d4375386f22a455, entries=150, sequenceid=288, filesize=12.0 K 2024-11-09T11:21:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/e459008a92d046f5a4e67f97e3e1e079 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/e459008a92d046f5a4e67f97e3e1e079 2024-11-09T11:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,082 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/e459008a92d046f5a4e67f97e3e1e079, entries=150, sequenceid=288, filesize=12.0 K 2024-11-09T11:21:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,083 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1be74bc6d53fb9b42b42cf3494e988fd in 535ms, sequenceid=288, compaction requested=false 2024-11-09T11:21:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-09T11:21:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-09T11:21:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-09T11:21:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 841 msec 2024-11-09T11:21:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 845 msec 2024-11-09T11:21:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T11:21:47,355 INFO [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-09T11:21:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-09T11:21:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,359 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T11:21:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,360 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:47,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,405 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/771b7193d4eb4bb9bb2fd01cabd3d397 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/771b7193d4eb4bb9bb2fd01cabd3d397 2024-11-09T11:21:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,409 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/A of 1be74bc6d53fb9b42b42cf3494e988fd into 771b7193d4eb4bb9bb2fd01cabd3d397(size=31.1 K), total size for store is 61.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,409 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:47,409 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/A, priority=13, startTime=1731151306546; duration=0sec 2024-11-09T11:21:47,409 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,410 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:A 2024-11-09T11:21:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T11:21:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:47,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:21:47,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:47,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:47,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:47,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:47,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:47,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:47,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d989278c2f7a4be9ab334637df52b258_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151307478/Put/seqid=0 2024-11-09T11:21:47,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T11:21:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742239_1415 (size=20074) 2024-11-09T11:21:47,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,518 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d989278c2f7a4be9ab334637df52b258_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d989278c2f7a4be9ab334637df52b258_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:47,519 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/59805779891948b98c44a8f20faf79e7, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:47,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/59805779891948b98c44a8f20faf79e7 is 175, key is test_row_0/A:col10/1731151307478/Put/seqid=0 2024-11-09T11:21:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742240_1416 (size=57333) 2024-11-09T11:21:47,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/59805779891948b98c44a8f20faf79e7 2024-11-09T11:21:47,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151367530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/2485bc6909e842808ad79a2931ee953d is 50, key is test_row_0/B:col10/1731151307478/Put/seqid=0 2024-11-09T11:21:47,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151367532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151367533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151367534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742241_1417 (size=12301) 2024-11-09T11:21:47,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151367635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151367643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151367643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151367643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T11:21:47,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T11:21:47,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:47,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,819 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T11:21:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151367847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151367852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151367852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151367852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/2485bc6909e842808ad79a2931ee953d 2024-11-09T11:21:47,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/42e69343d0b645168e326e78d0402ed1 is 50, key is test_row_0/C:col10/1731151307478/Put/seqid=0 2024-11-09T11:21:47,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742242_1418 (size=12301) 2024-11-09T11:21:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T11:21:47,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:47,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T11:21:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:47,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:48,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T11:21:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:48,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:48,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151368157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151368160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151368161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151368162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T11:21:48,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:48,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:48,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:48,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:48,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:48,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/42e69343d0b645168e326e78d0402ed1 2024-11-09T11:21:48,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/59805779891948b98c44a8f20faf79e7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/59805779891948b98c44a8f20faf79e7 2024-11-09T11:21:48,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/59805779891948b98c44a8f20faf79e7, entries=300, sequenceid=303, filesize=56.0 K 2024-11-09T11:21:48,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/2485bc6909e842808ad79a2931ee953d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2485bc6909e842808ad79a2931ee953d 2024-11-09T11:21:48,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2485bc6909e842808ad79a2931ee953d, entries=150, sequenceid=303, filesize=12.0 K 2024-11-09T11:21:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/42e69343d0b645168e326e78d0402ed1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/42e69343d0b645168e326e78d0402ed1 2024-11-09T11:21:48,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/42e69343d0b645168e326e78d0402ed1, entries=150, sequenceid=303, filesize=12.0 K 2024-11-09T11:21:48,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1be74bc6d53fb9b42b42cf3494e988fd in 925ms, sequenceid=303, compaction requested=true 2024-11-09T11:21:48,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:48,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:48,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:48,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:48,404 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:48,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:48,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:48,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:21:48,405 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120457 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:48,405 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/A is initiating minor compaction (all files) 2024-11-09T11:21:48,405 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/A in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:48,405 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/771b7193d4eb4bb9bb2fd01cabd3d397, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/140112d36c9045c38c3e83f565a34db7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/59805779891948b98c44a8f20faf79e7] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=117.6 K 2024-11-09T11:21:48,405 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:48,405 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/771b7193d4eb4bb9bb2fd01cabd3d397, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/140112d36c9045c38c3e83f565a34db7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/59805779891948b98c44a8f20faf79e7] 2024-11-09T11:21:48,406 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 771b7193d4eb4bb9bb2fd01cabd3d397, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151303075 2024-11-09T11:21:48,406 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 140112d36c9045c38c3e83f565a34db7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151305240 2024-11-09T11:21:48,406 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59805779891948b98c44a8f20faf79e7, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731151307439 2024-11-09T11:21:48,406 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:48,408 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:48,408 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/B is initiating minor compaction (all files) 2024-11-09T11:21:48,409 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/B in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:48,409 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/f4084cccf9c24131a252bd7ef4b13d88, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/214f8ed58afa49778d4375386f22a455, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2485bc6909e842808ad79a2931ee953d] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=36.6 K 2024-11-09T11:21:48,409 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f4084cccf9c24131a252bd7ef4b13d88, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151303075 2024-11-09T11:21:48,410 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 214f8ed58afa49778d4375386f22a455, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151305240 2024-11-09T11:21:48,410 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 2485bc6909e842808ad79a2931ee953d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731151307470 2024-11-09T11:21:48,415 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:48,419 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110907cf6ba239ac473a9e2046f39e7151da_1be74bc6d53fb9b42b42cf3494e988fd store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:48,421 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:48,421 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/529ea242382b49c68e928369b5d1571e is 50, key is test_row_0/B:col10/1731151307478/Put/seqid=0 2024-11-09T11:21:48,423 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110907cf6ba239ac473a9e2046f39e7151da_1be74bc6d53fb9b42b42cf3494e988fd, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:48,423 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110907cf6ba239ac473a9e2046f39e7151da_1be74bc6d53fb9b42b42cf3494e988fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:48,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T11:21:48,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:48,432 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T11:21:48,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:48,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:48,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:48,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:48,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:48,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:48,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742243_1419 (size=4469) 2024-11-09T11:21:48,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742244_1420 (size=13017) 2024-11-09T11:21:48,457 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/529ea242382b49c68e928369b5d1571e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/529ea242382b49c68e928369b5d1571e 2024-11-09T11:21:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T11:21:48,464 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/B of 1be74bc6d53fb9b42b42cf3494e988fd into 529ea242382b49c68e928369b5d1571e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:48,464 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:48,464 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/B, priority=13, startTime=1731151308404; duration=0sec 2024-11-09T11:21:48,464 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:48,464 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:B 2024-11-09T11:21:48,464 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:21:48,465 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:21:48,465 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/C is initiating minor compaction (all files) 2024-11-09T11:21:48,465 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/C in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:48,465 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/73bf7a436c6e4814807dffe1fc27a922, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/e459008a92d046f5a4e67f97e3e1e079, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/42e69343d0b645168e326e78d0402ed1] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=36.6 K 2024-11-09T11:21:48,465 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 73bf7a436c6e4814807dffe1fc27a922, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151303075 2024-11-09T11:21:48,465 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e459008a92d046f5a4e67f97e3e1e079, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151305240 2024-11-09T11:21:48,465 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 42e69343d0b645168e326e78d0402ed1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731151307470 2024-11-09T11:21:48,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e770670c28ff497086ce5be5226c1678_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151307531/Put/seqid=0 2024-11-09T11:21:48,472 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:48,472 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/664f3e471e644c1abe4843967ace2f6b is 50, key is test_row_0/C:col10/1731151307478/Put/seqid=0 2024-11-09T11:21:48,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742245_1421 (size=12454) 2024-11-09T11:21:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:48,505 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e770670c28ff497086ce5be5226c1678_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e770670c28ff497086ce5be5226c1678_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:48,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/1c581de51bef4528aa9c66bca91735ad, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:48,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/1c581de51bef4528aa9c66bca91735ad is 175, key is test_row_0/A:col10/1731151307531/Put/seqid=0 2024-11-09T11:21:48,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742246_1422 (size=13017) 2024-11-09T11:21:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742247_1423 (size=31255) 2024-11-09T11:21:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:48,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:48,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151368684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151368684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151368685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151368686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151368792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151368792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151368792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151368793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:48,845 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#A#compaction#347 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:48,845 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/b77248d7ff0844d1b4bc218be75e70c7 is 175, key is test_row_0/A:col10/1731151307478/Put/seqid=0 2024-11-09T11:21:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742248_1424 (size=31971) 2024-11-09T11:21:48,874 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/b77248d7ff0844d1b4bc218be75e70c7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b77248d7ff0844d1b4bc218be75e70c7 2024-11-09T11:21:48,880 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/A of 1be74bc6d53fb9b42b42cf3494e988fd into b77248d7ff0844d1b4bc218be75e70c7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:48,880 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:48,880 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/A, priority=13, startTime=1731151308404; duration=0sec 2024-11-09T11:21:48,880 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:48,880 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:A 2024-11-09T11:21:48,920 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/664f3e471e644c1abe4843967ace2f6b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/664f3e471e644c1abe4843967ace2f6b 2024-11-09T11:21:48,923 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/1c581de51bef4528aa9c66bca91735ad 2024-11-09T11:21:48,925 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/C of 1be74bc6d53fb9b42b42cf3494e988fd into 664f3e471e644c1abe4843967ace2f6b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:48,925 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:48,925 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/C, priority=13, startTime=1731151308404; duration=0sec 2024-11-09T11:21:48,925 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:48,925 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:C 2024-11-09T11:21:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/8c4aed1332f5452a9aeace111afba087 is 50, key is test_row_0/B:col10/1731151307531/Put/seqid=0 2024-11-09T11:21:48,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742249_1425 (size=12301) 2024-11-09T11:21:48,942 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/8c4aed1332f5452a9aeace111afba087 2024-11-09T11:21:48,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/4f0ad5803f1946428fe730f5c23366b1 is 50, key is test_row_0/C:col10/1731151307531/Put/seqid=0 2024-11-09T11:21:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742250_1426 (size=12301) 2024-11-09T11:21:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151369001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151369001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151369002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151369002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151369310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151369312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151369312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151369313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,369 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/4f0ad5803f1946428fe730f5c23366b1 2024-11-09T11:21:49,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/1c581de51bef4528aa9c66bca91735ad as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1c581de51bef4528aa9c66bca91735ad 2024-11-09T11:21:49,381 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1c581de51bef4528aa9c66bca91735ad, entries=150, sequenceid=327, filesize=30.5 K 2024-11-09T11:21:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/8c4aed1332f5452a9aeace111afba087 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/8c4aed1332f5452a9aeace111afba087 2024-11-09T11:21:49,385 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/8c4aed1332f5452a9aeace111afba087, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T11:21:49,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/4f0ad5803f1946428fe730f5c23366b1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/4f0ad5803f1946428fe730f5c23366b1 2024-11-09T11:21:49,397 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/4f0ad5803f1946428fe730f5c23366b1, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T11:21:49,398 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1be74bc6d53fb9b42b42cf3494e988fd in 966ms, sequenceid=327, compaction requested=false 2024-11-09T11:21:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-09T11:21:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-09T11:21:49,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-09T11:21:49,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-11-09T11:21:49,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.0420 sec 2024-11-09T11:21:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T11:21:49,464 INFO [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-09T11:21:49,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-09T11:21:49,466 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T11:21:49,467 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:49,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T11:21:49,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-09T11:21:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:49,617 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:21:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:49,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:49,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:49,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:49,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:49,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:49,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096612687bcf0e4a318b321495c6ef0dc5_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151308684/Put/seqid=0 2024-11-09T11:21:49,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742251_1427 (size=12454) 2024-11-09T11:21:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T11:21:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:49,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151369841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151369842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151369848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151369851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151369952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151369952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151369952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:49,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151369961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:50,029 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096612687bcf0e4a318b321495c6ef0dc5_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096612687bcf0e4a318b321495c6ef0dc5_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:50,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/09c203907daf4c8fb8e34af457c6e32b, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:50,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/09c203907daf4c8fb8e34af457c6e32b is 175, key is test_row_0/A:col10/1731151308684/Put/seqid=0 2024-11-09T11:21:50,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742252_1428 (size=31255) 2024-11-09T11:21:50,043 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/09c203907daf4c8fb8e34af457c6e32b 2024-11-09T11:21:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/6f251661443247ec86401a81f6f756ce is 50, key is test_row_0/B:col10/1731151308684/Put/seqid=0 2024-11-09T11:21:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T11:21:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742253_1429 (size=12301) 2024-11-09T11:21:50,084 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/6f251661443247ec86401a81f6f756ce 2024-11-09T11:21:50,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/53cb9b86534b482cbec906e675630ff5 is 50, key is test_row_0/C:col10/1731151308684/Put/seqid=0 2024-11-09T11:21:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742254_1430 (size=12301) 2024-11-09T11:21:50,112 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/53cb9b86534b482cbec906e675630ff5 2024-11-09T11:21:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/09c203907daf4c8fb8e34af457c6e32b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/09c203907daf4c8fb8e34af457c6e32b 2024-11-09T11:21:50,119 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/09c203907daf4c8fb8e34af457c6e32b, entries=150, sequenceid=342, filesize=30.5 K 2024-11-09T11:21:50,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/6f251661443247ec86401a81f6f756ce as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6f251661443247ec86401a81f6f756ce 2024-11-09T11:21:50,124 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6f251661443247ec86401a81f6f756ce, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T11:21:50,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/53cb9b86534b482cbec906e675630ff5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/53cb9b86534b482cbec906e675630ff5 2024-11-09T11:21:50,128 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/53cb9b86534b482cbec906e675630ff5, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T11:21:50,129 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1be74bc6d53fb9b42b42cf3494e988fd in 512ms, sequenceid=342, compaction requested=true 2024-11-09T11:21:50,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:50,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:50,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-09T11:21:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-09T11:21:50,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-09T11:21:50,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 663 msec 2024-11-09T11:21:50,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 667 msec 2024-11-09T11:21:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:50,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:21:50,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:50,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:50,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:50,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:50,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:50,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:50,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109388be94d9dc94bd0ba33881fdaf9cfc9_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151310159/Put/seqid=0 2024-11-09T11:21:50,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742255_1431 (size=14994) 2024-11-09T11:21:50,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:50,175 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109388be94d9dc94bd0ba33881fdaf9cfc9_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109388be94d9dc94bd0ba33881fdaf9cfc9_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:50,176 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/19f4daac31fa43e29ff23bea1be1efd6, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:50,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/19f4daac31fa43e29ff23bea1be1efd6 is 175, key is test_row_0/A:col10/1731151310159/Put/seqid=0 2024-11-09T11:21:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742256_1432 (size=39949) 2024-11-09T11:21:50,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/19f4daac31fa43e29ff23bea1be1efd6 2024-11-09T11:21:50,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151370174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151370175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151370181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/72ce2fa5b14845e8aee64af8b000d2f9 is 50, key is test_row_0/B:col10/1731151310159/Put/seqid=0 2024-11-09T11:21:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742257_1433 (size=12301) 2024-11-09T11:21:50,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/72ce2fa5b14845e8aee64af8b000d2f9 2024-11-09T11:21:50,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151370186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/f140fce4e92e4165bd1b680eda4d09bf is 50, key is test_row_0/C:col10/1731151310159/Put/seqid=0 2024-11-09T11:21:50,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742258_1434 (size=12301) 2024-11-09T11:21:50,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151370287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151370287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151370288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151370297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1731151370494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51582 deadline: 1731151370496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51584 deadline: 1731151370496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1731151370505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T11:21:50,569 INFO [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-09T11:21:50,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-09T11:21:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T11:21:50,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:50,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:50,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:50,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/f140fce4e92e4165bd1b680eda4d09bf 2024-11-09T11:21:50,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/19f4daac31fa43e29ff23bea1be1efd6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/19f4daac31fa43e29ff23bea1be1efd6 2024-11-09T11:21:50,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/19f4daac31fa43e29ff23bea1be1efd6, entries=200, sequenceid=367, filesize=39.0 K 2024-11-09T11:21:50,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/72ce2fa5b14845e8aee64af8b000d2f9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/72ce2fa5b14845e8aee64af8b000d2f9 2024-11-09T11:21:50,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/72ce2fa5b14845e8aee64af8b000d2f9, entries=150, sequenceid=367, filesize=12.0 K 2024-11-09T11:21:50,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/f140fce4e92e4165bd1b680eda4d09bf as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f140fce4e92e4165bd1b680eda4d09bf 2024-11-09T11:21:50,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f140fce4e92e4165bd1b680eda4d09bf, entries=150, sequenceid=367, filesize=12.0 K 2024-11-09T11:21:50,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1be74bc6d53fb9b42b42cf3494e988fd in 468ms, sequenceid=367, compaction requested=true 2024-11-09T11:21:50,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:50,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:21:50,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:50,629 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:21:50,629 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:21:50,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:21:50,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:50,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1be74bc6d53fb9b42b42cf3494e988fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:21:50,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:50,630 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:21:50,630 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:21:50,630 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/B is initiating minor compaction (all files) 2024-11-09T11:21:50,630 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/A is initiating minor compaction (all files) 2024-11-09T11:21:50,630 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/B in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:50,630 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/A in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:50,630 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/529ea242382b49c68e928369b5d1571e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/8c4aed1332f5452a9aeace111afba087, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6f251661443247ec86401a81f6f756ce, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/72ce2fa5b14845e8aee64af8b000d2f9] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=48.8 K 2024-11-09T11:21:50,630 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b77248d7ff0844d1b4bc218be75e70c7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1c581de51bef4528aa9c66bca91735ad, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/09c203907daf4c8fb8e34af457c6e32b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/19f4daac31fa43e29ff23bea1be1efd6] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=131.3 K 2024-11-09T11:21:50,631 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:50,631 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b77248d7ff0844d1b4bc218be75e70c7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1c581de51bef4528aa9c66bca91735ad, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/09c203907daf4c8fb8e34af457c6e32b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/19f4daac31fa43e29ff23bea1be1efd6] 2024-11-09T11:21:50,631 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 529ea242382b49c68e928369b5d1571e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731151307470 2024-11-09T11:21:50,631 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b77248d7ff0844d1b4bc218be75e70c7, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731151307470 2024-11-09T11:21:50,631 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c4aed1332f5452a9aeace111afba087, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731151307524 2024-11-09T11:21:50,631 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c581de51bef4528aa9c66bca91735ad, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731151307524 2024-11-09T11:21:50,632 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f251661443247ec86401a81f6f756ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731151308684 2024-11-09T11:21:50,632 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09c203907daf4c8fb8e34af457c6e32b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731151308684 2024-11-09T11:21:50,632 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 72ce2fa5b14845e8aee64af8b000d2f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731151309841 2024-11-09T11:21:50,632 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19f4daac31fa43e29ff23bea1be1efd6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731151309841 2024-11-09T11:21:50,642 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:50,642 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/cd243b955e514d1e869fa733a9cf9346 is 50, key is test_row_0/B:col10/1731151310159/Put/seqid=0 2024-11-09T11:21:50,643 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:50,651 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092a30365a10e34825bbafeb3cfcee8297_1be74bc6d53fb9b42b42cf3494e988fd store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:50,653 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092a30365a10e34825bbafeb3cfcee8297_1be74bc6d53fb9b42b42cf3494e988fd, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:50,653 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092a30365a10e34825bbafeb3cfcee8297_1be74bc6d53fb9b42b42cf3494e988fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742259_1435 (size=13153) 2024-11-09T11:21:50,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742260_1436 (size=4469) 2024-11-09T11:21:50,665 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#A#compaction#360 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:50,666 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/26a7b17f98cc470d80e55daf5c84b0eb is 175, key is test_row_0/A:col10/1731151310159/Put/seqid=0 2024-11-09T11:21:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742261_1437 (size=32107) 2024-11-09T11:21:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T11:21:50,696 DEBUG [Thread-1532 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d3b05cf to 127.0.0.1:63884 2024-11-09T11:21:50,696 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:50,696 DEBUG [Thread-1536 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b61f1c4 to 127.0.0.1:63884 2024-11-09T11:21:50,697 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:50,698 DEBUG [Thread-1530 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b9a1701 to 127.0.0.1:63884 2024-11-09T11:21:50,698 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:50,702 DEBUG [Thread-1534 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x170d29d0 to 127.0.0.1:63884 2024-11-09T11:21:50,702 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:50,705 DEBUG [Thread-1538 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49eae7fe to 127.0.0.1:63884 2024-11-09T11:21:50,705 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:50,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:50,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-09T11:21:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:50,723 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:21:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:50,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110959cc6463482f4db9af372ae4f8870c9b_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151310184/Put/seqid=0 2024-11-09T11:21:50,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742262_1438 (size=12454) 2024-11-09T11:21:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:50,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. as already flushing 2024-11-09T11:21:50,802 DEBUG [Thread-1519 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fd3f5fc to 127.0.0.1:63884 2024-11-09T11:21:50,802 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:50,803 DEBUG [Thread-1527 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x003f9a05 to 127.0.0.1:63884 2024-11-09T11:21:50,803 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:50,805 DEBUG [Thread-1525 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5910b8c7 to 127.0.0.1:63884 2024-11-09T11:21:50,805 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:50,812 DEBUG [Thread-1521 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05c97513 to 127.0.0.1:63884 2024-11-09T11:21:50,812 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T11:21:51,062 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/cd243b955e514d1e869fa733a9cf9346 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/cd243b955e514d1e869fa733a9cf9346 2024-11-09T11:21:51,068 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/B of 1be74bc6d53fb9b42b42cf3494e988fd into cd243b955e514d1e869fa733a9cf9346(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:51,068 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:51,068 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/B, priority=12, startTime=1731151310629; duration=0sec 2024-11-09T11:21:51,068 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:21:51,068 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:B 2024-11-09T11:21:51,068 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:21:51,069 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:21:51,069 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 1be74bc6d53fb9b42b42cf3494e988fd/C is initiating minor compaction (all files) 2024-11-09T11:21:51,069 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1be74bc6d53fb9b42b42cf3494e988fd/C in TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:51,069 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/664f3e471e644c1abe4843967ace2f6b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/4f0ad5803f1946428fe730f5c23366b1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/53cb9b86534b482cbec906e675630ff5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f140fce4e92e4165bd1b680eda4d09bf] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp, totalSize=48.8 K 2024-11-09T11:21:51,070 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 664f3e471e644c1abe4843967ace2f6b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731151307470 2024-11-09T11:21:51,070 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f0ad5803f1946428fe730f5c23366b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731151307524 2024-11-09T11:21:51,071 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 53cb9b86534b482cbec906e675630ff5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731151308684 2024-11-09T11:21:51,071 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f140fce4e92e4165bd1b680eda4d09bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731151309841 2024-11-09T11:21:51,072 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/26a7b17f98cc470d80e55daf5c84b0eb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/26a7b17f98cc470d80e55daf5c84b0eb 2024-11-09T11:21:51,076 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/A of 1be74bc6d53fb9b42b42cf3494e988fd into 26a7b17f98cc470d80e55daf5c84b0eb(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:51,076 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:51,076 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/A, priority=12, startTime=1731151310629; duration=0sec 2024-11-09T11:21:51,076 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:51,076 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:A 2024-11-09T11:21:51,078 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1be74bc6d53fb9b42b42cf3494e988fd#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:21:51,078 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/88cd455399d94fb0bc60ba9f13920458 is 50, key is test_row_0/C:col10/1731151310159/Put/seqid=0 2024-11-09T11:21:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742263_1439 (size=13153) 2024-11-09T11:21:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:51,140 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110959cc6463482f4db9af372ae4f8870c9b_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110959cc6463482f4db9af372ae4f8870c9b_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:51,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/fd47730b94fa459ea4417306cb3c3dd0, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:51,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/fd47730b94fa459ea4417306cb3c3dd0 is 175, key is test_row_0/A:col10/1731151310184/Put/seqid=0 2024-11-09T11:21:51,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742264_1440 (size=31255) 2024-11-09T11:21:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T11:21:51,305 DEBUG [Thread-1523 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42af2962 to 127.0.0.1:63884 2024-11-09T11:21:51,306 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:51,487 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/88cd455399d94fb0bc60ba9f13920458 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/88cd455399d94fb0bc60ba9f13920458 2024-11-09T11:21:51,490 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1be74bc6d53fb9b42b42cf3494e988fd/C of 1be74bc6d53fb9b42b42cf3494e988fd into 88cd455399d94fb0bc60ba9f13920458(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:21:51,490 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:51,491 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd., storeName=1be74bc6d53fb9b42b42cf3494e988fd/C, priority=12, startTime=1731151310629; duration=0sec 2024-11-09T11:21:51,491 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:21:51,491 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1be74bc6d53fb9b42b42cf3494e988fd:C 2024-11-09T11:21:51,548 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/fd47730b94fa459ea4417306cb3c3dd0 2024-11-09T11:21:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/c0c26c1019d44c298d3c8ce4998dfb98 is 50, key is test_row_0/B:col10/1731151310184/Put/seqid=0 2024-11-09T11:21:51,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742265_1441 (size=12301) 2024-11-09T11:21:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T11:21:51,958 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/c0c26c1019d44c298d3c8ce4998dfb98 2024-11-09T11:21:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/c569681219934e98855985ddcad6e504 is 50, key is test_row_0/C:col10/1731151310184/Put/seqid=0 2024-11-09T11:21:51,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742266_1442 (size=12301) 2024-11-09T11:21:52,367 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/c569681219934e98855985ddcad6e504 2024-11-09T11:21:52,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/fd47730b94fa459ea4417306cb3c3dd0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/fd47730b94fa459ea4417306cb3c3dd0 2024-11-09T11:21:52,373 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/fd47730b94fa459ea4417306cb3c3dd0, entries=150, sequenceid=378, filesize=30.5 K 2024-11-09T11:21:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/c0c26c1019d44c298d3c8ce4998dfb98 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/c0c26c1019d44c298d3c8ce4998dfb98 2024-11-09T11:21:52,376 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/c0c26c1019d44c298d3c8ce4998dfb98, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:21:52,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/c569681219934e98855985ddcad6e504 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/c569681219934e98855985ddcad6e504 2024-11-09T11:21:52,379 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/c569681219934e98855985ddcad6e504, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:21:52,379 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for 1be74bc6d53fb9b42b42cf3494e988fd in 1656ms, sequenceid=378, compaction requested=false 2024-11-09T11:21:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-09T11:21:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-09T11:21:52,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-09T11:21:52,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-09T11:21:52,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8120 sec 2024-11-09T11:21:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T11:21:52,676 INFO [Thread-1529 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1709 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5127 rows 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1712 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5130 rows 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1711 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5133 rows 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1712 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5136 rows 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1709 2024-11-09T11:21:52,676 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5127 rows 2024-11-09T11:21:52,676 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T11:21:52,676 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbce2b4 to 127.0.0.1:63884 2024-11-09T11:21:52,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:21:52,678 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T11:21:52,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T11:21:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T11:21:52,682 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151312681"}]},"ts":"1731151312681"} 2024-11-09T11:21:52,683 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:21:52,695 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:21:52,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:21:52,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, UNASSIGN}] 2024-11-09T11:21:52,698 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, UNASSIGN 2024-11-09T11:21:52,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=1be74bc6d53fb9b42b42cf3494e988fd, regionState=CLOSING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:52,699 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:21:52,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:21:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T11:21:52,850 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:52,851 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 1be74bc6d53fb9b42b42cf3494e988fd, disabling compactions & flushes 2024-11-09T11:21:52,851 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. after waiting 0 ms 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:52,851 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 1be74bc6d53fb9b42b42cf3494e988fd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=A 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=B 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:52,851 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1be74bc6d53fb9b42b42cf3494e988fd, store=C 2024-11-09T11:21:52,852 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:52,857 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a0d1f422769e4691b77e509b35d40d5f_1be74bc6d53fb9b42b42cf3494e988fd is 50, key is test_row_0/A:col10/1731151311304/Put/seqid=0 2024-11-09T11:21:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742267_1443 (size=12454) 2024-11-09T11:21:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T11:21:53,262 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:53,266 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a0d1f422769e4691b77e509b35d40d5f_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a0d1f422769e4691b77e509b35d40d5f_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:53,268 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/61cc87f13711435c9d4654c2804009ef, store: [table=TestAcidGuarantees family=A region=1be74bc6d53fb9b42b42cf3494e988fd] 2024-11-09T11:21:53,268 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/61cc87f13711435c9d4654c2804009ef is 175, key is test_row_0/A:col10/1731151311304/Put/seqid=0 2024-11-09T11:21:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742268_1444 (size=31255) 2024-11-09T11:21:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T11:21:53,673 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/61cc87f13711435c9d4654c2804009ef 2024-11-09T11:21:53,679 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/1bea1f4a8bec4d57b6c5f0213e43d98e is 50, key is test_row_0/B:col10/1731151311304/Put/seqid=0 2024-11-09T11:21:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742269_1445 (size=12301) 2024-11-09T11:21:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T11:21:54,083 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/1bea1f4a8bec4d57b6c5f0213e43d98e 2024-11-09T11:21:54,088 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/b40fe0fc8eb54336a14928592031774f is 50, key is test_row_0/C:col10/1731151311304/Put/seqid=0 2024-11-09T11:21:54,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742270_1446 (size=12301) 2024-11-09T11:21:54,492 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/b40fe0fc8eb54336a14928592031774f 2024-11-09T11:21:54,496 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/A/61cc87f13711435c9d4654c2804009ef as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/61cc87f13711435c9d4654c2804009ef 2024-11-09T11:21:54,500 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/61cc87f13711435c9d4654c2804009ef, entries=150, sequenceid=389, filesize=30.5 K 2024-11-09T11:21:54,501 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/B/1bea1f4a8bec4d57b6c5f0213e43d98e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/1bea1f4a8bec4d57b6c5f0213e43d98e 2024-11-09T11:21:54,504 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/1bea1f4a8bec4d57b6c5f0213e43d98e, entries=150, sequenceid=389, filesize=12.0 K 2024-11-09T11:21:54,504 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/.tmp/C/b40fe0fc8eb54336a14928592031774f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/b40fe0fc8eb54336a14928592031774f 2024-11-09T11:21:54,508 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/b40fe0fc8eb54336a14928592031774f, entries=150, sequenceid=389, filesize=12.0 K 2024-11-09T11:21:54,508 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1be74bc6d53fb9b42b42cf3494e988fd in 1657ms, sequenceid=389, compaction requested=true 2024-11-09T11:21:54,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ab43bb047960433cb7303199f744ce4c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/17e3fe787c904c4da6631ecce8d8579a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/439270719f1b49609d9d7a62acc13879, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ceb5d7e2b925417999d2e1338364e422, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ac3c53a0441244c1b8701be5832437bb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/2513083d68b04b769f9ae04ca9e78a2a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1038c32971bf42438a32715530c33779, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c9f5286a86c74de2827946621630d5b9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/e57962fb7f12498abbee5eba38a784cb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7dd8f540954a4b9fa07a145878319abc, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/33b8811cd3e4457d813e73c3e273b7e3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/49b6eae670fd4418a211b39a4a9714a8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c31348d864734c62a4c5ba3a9d862d6f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7fb58a6269de47ec874dece7b26d59bf, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/5ab72da163254c7ca95985f07157ca07, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b013c66ef1314b1ab7f3dac508dad1e5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/bdbd6e26cf5c44e1923f7beaecf1cb97, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/39cfb45f6176410f88e6488d90beb777, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/771b7193d4eb4bb9bb2fd01cabd3d397, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/140112d36c9045c38c3e83f565a34db7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/59805779891948b98c44a8f20faf79e7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b77248d7ff0844d1b4bc218be75e70c7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1c581de51bef4528aa9c66bca91735ad, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/09c203907daf4c8fb8e34af457c6e32b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/19f4daac31fa43e29ff23bea1be1efd6] to archive 2024-11-09T11:21:54,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:21:54,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ab43bb047960433cb7303199f744ce4c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ab43bb047960433cb7303199f744ce4c 2024-11-09T11:21:54,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/17e3fe787c904c4da6631ecce8d8579a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/17e3fe787c904c4da6631ecce8d8579a 2024-11-09T11:21:54,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/439270719f1b49609d9d7a62acc13879 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/439270719f1b49609d9d7a62acc13879 2024-11-09T11:21:54,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ceb5d7e2b925417999d2e1338364e422 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ceb5d7e2b925417999d2e1338364e422 2024-11-09T11:21:54,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ac3c53a0441244c1b8701be5832437bb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/ac3c53a0441244c1b8701be5832437bb 2024-11-09T11:21:54,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/2513083d68b04b769f9ae04ca9e78a2a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/2513083d68b04b769f9ae04ca9e78a2a 2024-11-09T11:21:54,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1038c32971bf42438a32715530c33779 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1038c32971bf42438a32715530c33779 2024-11-09T11:21:54,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c9f5286a86c74de2827946621630d5b9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c9f5286a86c74de2827946621630d5b9 2024-11-09T11:21:54,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/e57962fb7f12498abbee5eba38a784cb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/e57962fb7f12498abbee5eba38a784cb 2024-11-09T11:21:54,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7dd8f540954a4b9fa07a145878319abc to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7dd8f540954a4b9fa07a145878319abc 2024-11-09T11:21:54,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/33b8811cd3e4457d813e73c3e273b7e3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/33b8811cd3e4457d813e73c3e273b7e3 2024-11-09T11:21:54,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/49b6eae670fd4418a211b39a4a9714a8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/49b6eae670fd4418a211b39a4a9714a8 2024-11-09T11:21:54,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c31348d864734c62a4c5ba3a9d862d6f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/c31348d864734c62a4c5ba3a9d862d6f 2024-11-09T11:21:54,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7fb58a6269de47ec874dece7b26d59bf to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/7fb58a6269de47ec874dece7b26d59bf 2024-11-09T11:21:54,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/5ab72da163254c7ca95985f07157ca07 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/5ab72da163254c7ca95985f07157ca07 2024-11-09T11:21:54,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b013c66ef1314b1ab7f3dac508dad1e5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b013c66ef1314b1ab7f3dac508dad1e5 2024-11-09T11:21:54,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/bdbd6e26cf5c44e1923f7beaecf1cb97 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/bdbd6e26cf5c44e1923f7beaecf1cb97 2024-11-09T11:21:54,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/39cfb45f6176410f88e6488d90beb777 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/39cfb45f6176410f88e6488d90beb777 2024-11-09T11:21:54,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/771b7193d4eb4bb9bb2fd01cabd3d397 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/771b7193d4eb4bb9bb2fd01cabd3d397 2024-11-09T11:21:54,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/140112d36c9045c38c3e83f565a34db7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/140112d36c9045c38c3e83f565a34db7 2024-11-09T11:21:54,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/59805779891948b98c44a8f20faf79e7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/59805779891948b98c44a8f20faf79e7 2024-11-09T11:21:54,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b77248d7ff0844d1b4bc218be75e70c7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/b77248d7ff0844d1b4bc218be75e70c7 2024-11-09T11:21:54,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1c581de51bef4528aa9c66bca91735ad to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/1c581de51bef4528aa9c66bca91735ad 2024-11-09T11:21:54,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/09c203907daf4c8fb8e34af457c6e32b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/09c203907daf4c8fb8e34af457c6e32b 2024-11-09T11:21:54,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/19f4daac31fa43e29ff23bea1be1efd6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/19f4daac31fa43e29ff23bea1be1efd6 2024-11-09T11:21:54,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4bfc83fc60034005bbd59dd350b7452a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3890a4ee7867475a93b3634d1b897dd6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2f18e935220e4253a373e4ee68b1745c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/589b9b82577d409aa9b2392eb1bc5af3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/020e7794847d4aa5937e97cf1cab121c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/a4bfc3e6ec0a445c9632007f993a0b57, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/fc0caa2e01264131b6b93587691756c2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/810e6ea52e3841f6a7a3d4441edcb036, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ce1b20f7d0b444ba80d552312b5461c3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5a588fbdffeb421a9f25d20191ace8e0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/43cf14dc3bfd42d2add3cef99d3fb59c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3244a248aaac47bcaa6b060186be8800, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6b257bfc92a746048da423e2f90f35e5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5dae4374b1b24d40b26bc3febb464128, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/eb1ac4ac6f4c4aa28d6eaab07f5a3df7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/010b8d65da1b407dbda5fd609b24512f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4cf5dd4d7cd246a3ba4baf651fd562aa, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/f4084cccf9c24131a252bd7ef4b13d88, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ad9f0b27404b435f8166e80532c966b6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/214f8ed58afa49778d4375386f22a455, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/529ea242382b49c68e928369b5d1571e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2485bc6909e842808ad79a2931ee953d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/8c4aed1332f5452a9aeace111afba087, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6f251661443247ec86401a81f6f756ce, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/72ce2fa5b14845e8aee64af8b000d2f9] to archive 2024-11-09T11:21:54,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:21:54,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4bfc83fc60034005bbd59dd350b7452a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4bfc83fc60034005bbd59dd350b7452a 2024-11-09T11:21:54,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3890a4ee7867475a93b3634d1b897dd6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3890a4ee7867475a93b3634d1b897dd6 2024-11-09T11:21:54,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2f18e935220e4253a373e4ee68b1745c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2f18e935220e4253a373e4ee68b1745c 2024-11-09T11:21:54,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/589b9b82577d409aa9b2392eb1bc5af3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/589b9b82577d409aa9b2392eb1bc5af3 2024-11-09T11:21:54,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/020e7794847d4aa5937e97cf1cab121c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/020e7794847d4aa5937e97cf1cab121c 2024-11-09T11:21:54,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/a4bfc3e6ec0a445c9632007f993a0b57 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/a4bfc3e6ec0a445c9632007f993a0b57 2024-11-09T11:21:54,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/fc0caa2e01264131b6b93587691756c2 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/fc0caa2e01264131b6b93587691756c2 2024-11-09T11:21:54,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/810e6ea52e3841f6a7a3d4441edcb036 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/810e6ea52e3841f6a7a3d4441edcb036 2024-11-09T11:21:54,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ce1b20f7d0b444ba80d552312b5461c3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ce1b20f7d0b444ba80d552312b5461c3 2024-11-09T11:21:54,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5a588fbdffeb421a9f25d20191ace8e0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5a588fbdffeb421a9f25d20191ace8e0 2024-11-09T11:21:54,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/43cf14dc3bfd42d2add3cef99d3fb59c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/43cf14dc3bfd42d2add3cef99d3fb59c 2024-11-09T11:21:54,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3244a248aaac47bcaa6b060186be8800 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/3244a248aaac47bcaa6b060186be8800 2024-11-09T11:21:54,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6b257bfc92a746048da423e2f90f35e5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6b257bfc92a746048da423e2f90f35e5 2024-11-09T11:21:54,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5dae4374b1b24d40b26bc3febb464128 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/5dae4374b1b24d40b26bc3febb464128 2024-11-09T11:21:54,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/eb1ac4ac6f4c4aa28d6eaab07f5a3df7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/eb1ac4ac6f4c4aa28d6eaab07f5a3df7 2024-11-09T11:21:54,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/010b8d65da1b407dbda5fd609b24512f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/010b8d65da1b407dbda5fd609b24512f 2024-11-09T11:21:54,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4cf5dd4d7cd246a3ba4baf651fd562aa to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/4cf5dd4d7cd246a3ba4baf651fd562aa 2024-11-09T11:21:54,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/f4084cccf9c24131a252bd7ef4b13d88 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/f4084cccf9c24131a252bd7ef4b13d88 2024-11-09T11:21:54,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ad9f0b27404b435f8166e80532c966b6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/ad9f0b27404b435f8166e80532c966b6 2024-11-09T11:21:54,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/214f8ed58afa49778d4375386f22a455 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/214f8ed58afa49778d4375386f22a455 2024-11-09T11:21:54,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/529ea242382b49c68e928369b5d1571e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/529ea242382b49c68e928369b5d1571e 2024-11-09T11:21:54,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2485bc6909e842808ad79a2931ee953d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/2485bc6909e842808ad79a2931ee953d 2024-11-09T11:21:54,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/8c4aed1332f5452a9aeace111afba087 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/8c4aed1332f5452a9aeace111afba087 2024-11-09T11:21:54,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6f251661443247ec86401a81f6f756ce to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/6f251661443247ec86401a81f6f756ce 2024-11-09T11:21:54,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/72ce2fa5b14845e8aee64af8b000d2f9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/72ce2fa5b14845e8aee64af8b000d2f9 2024-11-09T11:21:54,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/caa9293f0a384a35bcd151ce8e746ce8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6773ab5114cc4edabec9f1485fcea421, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/887430f19f2b4047a3e98c0e6d33d059, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/26dfe7ff479f4b14af102829fd519f9d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/c28453f9eab44426be030e3540519b5d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/732f532466934c2295e328d6cb28347a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/9a18ecf381b6445894d42b04be6adf40, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6948c7078c034048927f98481a92a4e8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/38ceb057ad114196a9beb2d916b0860f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a07800fe8f714e648a9c93fc831ad894, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/ea91d10b300240999a1f347e438b409b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/3581ee5c8dc04e96a521535d37d50911, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/1f93be511ed14adb9300ce5914d64329, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a685b91012e74eb9b641abb27b422a51, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/287402c6dd3b4e8b882405aed5324d6f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f06ca25678d54096bc6e4b34d049d42a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/0d29dfe479514d9d932f62b1b69101e1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/73bf7a436c6e4814807dffe1fc27a922, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a32be6bfcd3a4d9caafcaa448ea22cae, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/e459008a92d046f5a4e67f97e3e1e079, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/664f3e471e644c1abe4843967ace2f6b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/42e69343d0b645168e326e78d0402ed1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/4f0ad5803f1946428fe730f5c23366b1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/53cb9b86534b482cbec906e675630ff5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f140fce4e92e4165bd1b680eda4d09bf] to archive 2024-11-09T11:21:54,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:21:54,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/caa9293f0a384a35bcd151ce8e746ce8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/caa9293f0a384a35bcd151ce8e746ce8 2024-11-09T11:21:54,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6773ab5114cc4edabec9f1485fcea421 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6773ab5114cc4edabec9f1485fcea421 2024-11-09T11:21:54,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/887430f19f2b4047a3e98c0e6d33d059 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/887430f19f2b4047a3e98c0e6d33d059 2024-11-09T11:21:54,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/26dfe7ff479f4b14af102829fd519f9d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/26dfe7ff479f4b14af102829fd519f9d 2024-11-09T11:21:54,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/c28453f9eab44426be030e3540519b5d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/c28453f9eab44426be030e3540519b5d 2024-11-09T11:21:54,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/732f532466934c2295e328d6cb28347a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/732f532466934c2295e328d6cb28347a 2024-11-09T11:21:54,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/9a18ecf381b6445894d42b04be6adf40 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/9a18ecf381b6445894d42b04be6adf40 2024-11-09T11:21:54,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6948c7078c034048927f98481a92a4e8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/6948c7078c034048927f98481a92a4e8 2024-11-09T11:21:54,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/38ceb057ad114196a9beb2d916b0860f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/38ceb057ad114196a9beb2d916b0860f 2024-11-09T11:21:54,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a07800fe8f714e648a9c93fc831ad894 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a07800fe8f714e648a9c93fc831ad894 2024-11-09T11:21:54,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/ea91d10b300240999a1f347e438b409b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/ea91d10b300240999a1f347e438b409b 2024-11-09T11:21:54,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/3581ee5c8dc04e96a521535d37d50911 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/3581ee5c8dc04e96a521535d37d50911 2024-11-09T11:21:54,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/1f93be511ed14adb9300ce5914d64329 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/1f93be511ed14adb9300ce5914d64329 2024-11-09T11:21:54,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a685b91012e74eb9b641abb27b422a51 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a685b91012e74eb9b641abb27b422a51 2024-11-09T11:21:54,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/287402c6dd3b4e8b882405aed5324d6f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/287402c6dd3b4e8b882405aed5324d6f 2024-11-09T11:21:54,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f06ca25678d54096bc6e4b34d049d42a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f06ca25678d54096bc6e4b34d049d42a 2024-11-09T11:21:54,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/0d29dfe479514d9d932f62b1b69101e1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/0d29dfe479514d9d932f62b1b69101e1 2024-11-09T11:21:54,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/73bf7a436c6e4814807dffe1fc27a922 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/73bf7a436c6e4814807dffe1fc27a922 2024-11-09T11:21:54,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a32be6bfcd3a4d9caafcaa448ea22cae to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/a32be6bfcd3a4d9caafcaa448ea22cae 2024-11-09T11:21:54,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/e459008a92d046f5a4e67f97e3e1e079 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/e459008a92d046f5a4e67f97e3e1e079 2024-11-09T11:21:54,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/664f3e471e644c1abe4843967ace2f6b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/664f3e471e644c1abe4843967ace2f6b 2024-11-09T11:21:54,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/42e69343d0b645168e326e78d0402ed1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/42e69343d0b645168e326e78d0402ed1 2024-11-09T11:21:54,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/4f0ad5803f1946428fe730f5c23366b1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/4f0ad5803f1946428fe730f5c23366b1 2024-11-09T11:21:54,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/53cb9b86534b482cbec906e675630ff5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/53cb9b86534b482cbec906e675630ff5 2024-11-09T11:21:54,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f140fce4e92e4165bd1b680eda4d09bf to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/f140fce4e92e4165bd1b680eda4d09bf 2024-11-09T11:21:54,576 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/recovered.edits/392.seqid, newMaxSeqId=392, maxSeqId=4 2024-11-09T11:21:54,577 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd. 2024-11-09T11:21:54,577 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 1be74bc6d53fb9b42b42cf3494e988fd: 2024-11-09T11:21:54,578 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,579 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=1be74bc6d53fb9b42b42cf3494e988fd, regionState=CLOSED 2024-11-09T11:21:54,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-09T11:21:54,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 1be74bc6d53fb9b42b42cf3494e988fd, server=566d204d64fd,35155,1731151199870 in 1.8810 sec 2024-11-09T11:21:54,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-09T11:21:54,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1be74bc6d53fb9b42b42cf3494e988fd, UNASSIGN in 1.8840 sec 2024-11-09T11:21:54,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-09T11:21:54,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8860 sec 2024-11-09T11:21:54,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151314584"}]},"ts":"1731151314584"} 2024-11-09T11:21:54,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:21:54,595 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:21:54,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9170 sec 2024-11-09T11:21:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T11:21:54,786 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-09T11:21:54,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T11:21:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:54,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T11:21:54,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:54,790 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,791 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/recovered.edits] 2024-11-09T11:21:54,793 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/26a7b17f98cc470d80e55daf5c84b0eb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/26a7b17f98cc470d80e55daf5c84b0eb 2024-11-09T11:21:54,794 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/61cc87f13711435c9d4654c2804009ef to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/61cc87f13711435c9d4654c2804009ef 2024-11-09T11:21:54,795 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/fd47730b94fa459ea4417306cb3c3dd0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/A/fd47730b94fa459ea4417306cb3c3dd0 2024-11-09T11:21:54,797 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/1bea1f4a8bec4d57b6c5f0213e43d98e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/1bea1f4a8bec4d57b6c5f0213e43d98e 2024-11-09T11:21:54,797 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/c0c26c1019d44c298d3c8ce4998dfb98 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/c0c26c1019d44c298d3c8ce4998dfb98 2024-11-09T11:21:54,798 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/cd243b955e514d1e869fa733a9cf9346 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/B/cd243b955e514d1e869fa733a9cf9346 2024-11-09T11:21:54,800 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/88cd455399d94fb0bc60ba9f13920458 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/88cd455399d94fb0bc60ba9f13920458 2024-11-09T11:21:54,800 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/b40fe0fc8eb54336a14928592031774f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/b40fe0fc8eb54336a14928592031774f 2024-11-09T11:21:54,801 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/c569681219934e98855985ddcad6e504 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/C/c569681219934e98855985ddcad6e504 2024-11-09T11:21:54,803 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/recovered.edits/392.seqid to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd/recovered.edits/392.seqid 2024-11-09T11:21:54,803 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,803 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:21:54,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:21:54,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T11:21:54,806 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919c7652e26954c139420005c490f819b_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919c7652e26954c139420005c490f819b_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,807 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091b92c34f40014d0b8e039151d1f921a1_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091b92c34f40014d0b8e039151d1f921a1_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,808 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109374db417c062474fa612cc0d0412805d_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109374db417c062474fa612cc0d0412805d_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,808 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110937b1d7f1b20a4f38b8285f8e498f877d_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110937b1d7f1b20a4f38b8285f8e498f877d_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,809 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109388be94d9dc94bd0ba33881fdaf9cfc9_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109388be94d9dc94bd0ba33881fdaf9cfc9_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,810 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110940fe768517d34ef19ef8639d5919f827_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110940fe768517d34ef19ef8639d5919f827_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,810 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109451d040dbcac4785830e432e83291167_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109451d040dbcac4785830e432e83291167_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,811 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110959cc6463482f4db9af372ae4f8870c9b_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110959cc6463482f4db9af372ae4f8870c9b_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,812 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096612687bcf0e4a318b321495c6ef0dc5_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096612687bcf0e4a318b321495c6ef0dc5_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,812 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110970c931c990f84b2591ba4636c2049713_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110970c931c990f84b2591ba4636c2049713_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,813 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110987356ea512b445188cc3e8a2afe885b6_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110987356ea512b445188cc3e8a2afe885b6_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,814 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099e347c75c5014ddba054762ca6a44b28_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099e347c75c5014ddba054762ca6a44b28_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,815 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a0d1f422769e4691b77e509b35d40d5f_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a0d1f422769e4691b77e509b35d40d5f_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,816 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b11f539f1d0047058a8cda18049af2d9_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b11f539f1d0047058a8cda18049af2d9_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,816 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c91dc7450b0041fd9504cc9f2a0aa785_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c91dc7450b0041fd9504cc9f2a0aa785_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,817 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd3bdafd133e46b49cccd97ff35d3573_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd3bdafd133e46b49cccd97ff35d3573_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,818 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cdd6c26efc8e42b783fbfe78a43d612d_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cdd6c26efc8e42b783fbfe78a43d612d_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,819 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d989278c2f7a4be9ab334637df52b258_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d989278c2f7a4be9ab334637df52b258_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,819 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e3ffbf719f694136a6fd12b85f15f33d_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e3ffbf719f694136a6fd12b85f15f33d_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,820 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e770670c28ff497086ce5be5226c1678_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e770670c28ff497086ce5be5226c1678_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,821 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f2e036fcf6f34e8fbfdacf3eb9f81ed2_1be74bc6d53fb9b42b42cf3494e988fd to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f2e036fcf6f34e8fbfdacf3eb9f81ed2_1be74bc6d53fb9b42b42cf3494e988fd 2024-11-09T11:21:54,821 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:21:54,823 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:54,825 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:21:54,827 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:21:54,828 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:54,828 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:21:54,828 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151314828"}]},"ts":"9223372036854775807"} 2024-11-09T11:21:54,831 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T11:21:54,831 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1be74bc6d53fb9b42b42cf3494e988fd, NAME => 'TestAcidGuarantees,,1731151287478.1be74bc6d53fb9b42b42cf3494e988fd.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:21:54,831 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:21:54,832 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151314831"}]},"ts":"9223372036854775807"} 2024-11-09T11:21:54,833 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T11:21:54,840 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:54,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-09T11:21:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T11:21:54,889 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-09T11:21:54,897 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=460 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 604), ProcessCount=9 (was 9), AvailableMemoryMB=1682 (was 2516) 2024-11-09T11:21:54,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=9, AvailableMemoryMB=1682 2024-11-09T11:21:54,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:21:54,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:21:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:21:54,908 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:21:54,908 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:54,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-09T11:21:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T11:21:54,908 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:21:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742271_1447 (size=960) 2024-11-09T11:21:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T11:21:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T11:21:55,315 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 2024-11-09T11:21:55,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742272_1448 (size=53) 2024-11-09T11:21:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T11:21:55,720 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:55,720 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f57b1eba5a8c98e8f2f8368433336b4c, disabling compactions & flushes 2024-11-09T11:21:55,720 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:55,720 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:55,720 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. after waiting 0 ms 2024-11-09T11:21:55,720 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:55,720 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:55,720 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:21:55,721 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:21:55,721 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151315721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151315721"}]},"ts":"1731151315721"} 2024-11-09T11:21:55,722 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T11:21:55,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:21:55,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151315723"}]},"ts":"1731151315723"} 2024-11-09T11:21:55,724 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:21:55,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f57b1eba5a8c98e8f2f8368433336b4c, ASSIGN}] 2024-11-09T11:21:55,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f57b1eba5a8c98e8f2f8368433336b4c, ASSIGN 2024-11-09T11:21:55,741 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f57b1eba5a8c98e8f2f8368433336b4c, ASSIGN; state=OFFLINE, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=false 2024-11-09T11:21:55,891 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=f57b1eba5a8c98e8f2f8368433336b4c, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:55,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:21:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T11:21:56,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:56,047 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:56,047 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:21:56,047 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:56,047 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:21:56,047 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:56,047 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:56,048 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:56,049 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:56,049 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f57b1eba5a8c98e8f2f8368433336b4c columnFamilyName A 2024-11-09T11:21:56,049 DEBUG [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:56,050 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] regionserver.HStore(327): Store=f57b1eba5a8c98e8f2f8368433336b4c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:56,050 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:56,051 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:56,051 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f57b1eba5a8c98e8f2f8368433336b4c columnFamilyName B 2024-11-09T11:21:56,051 DEBUG [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:56,052 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] regionserver.HStore(327): Store=f57b1eba5a8c98e8f2f8368433336b4c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:56,052 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:56,053 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:21:56,053 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f57b1eba5a8c98e8f2f8368433336b4c columnFamilyName C 2024-11-09T11:21:56,053 DEBUG [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:21:56,054 INFO [StoreOpener-f57b1eba5a8c98e8f2f8368433336b4c-1 {}] regionserver.HStore(327): Store=f57b1eba5a8c98e8f2f8368433336b4c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:21:56,054 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:56,055 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:56,055 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:56,056 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:21:56,057 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:56,059 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:21:56,059 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened f57b1eba5a8c98e8f2f8368433336b4c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69244280, jitterRate=0.03182017803192139}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:21:56,061 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:21:56,062 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., pid=125, masterSystemTime=1731151316044 2024-11-09T11:21:56,064 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:56,064 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:56,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=f57b1eba5a8c98e8f2f8368433336b4c, regionState=OPEN, openSeqNum=2, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:21:56,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-09T11:21:56,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 in 172 msec 2024-11-09T11:21:56,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-09T11:21:56,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f57b1eba5a8c98e8f2f8368433336b4c, ASSIGN in 327 msec 2024-11-09T11:21:56,068 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:21:56,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151316068"}]},"ts":"1731151316068"} 2024-11-09T11:21:56,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:21:56,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:21:56,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-09T11:21:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T11:21:57,012 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-09T11:21:57,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2011d733 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e5fd00 2024-11-09T11:21:57,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3900b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,060 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:21:57,062 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:21:57,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b3baa5 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e195d6e 2024-11-09T11:21:57,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599dd56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x402e5def to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14088aa9 2024-11-09T11:21:57,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23090be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10bda459 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40302925 2024-11-09T11:21:57,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8d64d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0657e1bf to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47ef9951 2024-11-09T11:21:57,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dee2855 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@567011a8 2024-11-09T11:21:57,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7761f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02430fee to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a736a20 2024-11-09T11:21:57,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c56316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d567fc2 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c153822 2024-11-09T11:21:57,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41953565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69e0c36f to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c813259 2024-11-09T11:21:57,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34570ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c53df25 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19952f0c 2024-11-09T11:21:57,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151bac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58e7ba75 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68ba132a 2024-11-09T11:21:57,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2089b1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:21:57,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-09T11:21:57,161 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T11:21:57,162 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:57,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:57,171 DEBUG [hconnection-0x7222a51b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,171 DEBUG [hconnection-0x5ec32a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,171 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,172 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,175 DEBUG [hconnection-0x524bff33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,175 DEBUG [hconnection-0x555867b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,175 DEBUG [hconnection-0xa302383-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,176 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,176 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,177 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:57,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:21:57,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:21:57,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:57,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:21:57,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:57,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:21:57,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:57,193 DEBUG [hconnection-0x54c5e52e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,195 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,195 DEBUG [hconnection-0x56e3b8fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,196 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,199 DEBUG [hconnection-0x49eba457-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,200 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151377207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151377208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151377209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151377210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,215 DEBUG [hconnection-0x1caabc16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a7ff847e73a24a81b9335fb4bf6c3399 is 50, key is test_row_0/A:col10/1731151317184/Put/seqid=0 2024-11-09T11:21:57,216 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,223 DEBUG [hconnection-0x1434372f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:21:57,224 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:21:57,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151377225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742273_1449 (size=12001) 2024-11-09T11:21:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T11:21:57,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151377310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T11:21:57,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151377311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151377311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151377311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151377326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T11:21:57,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T11:21:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,487 ERROR [LeaseRenewer:jenkins@localhost:41783 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41783,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151377513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151377517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151377517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151377517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151377532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T11:21:57,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:57,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a7ff847e73a24a81b9335fb4bf6c3399 2024-11-09T11:21:57,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/cdb514c72e7949b3aadeb0a0653dd47f is 50, key is test_row_0/B:col10/1731151317184/Put/seqid=0 2024-11-09T11:21:57,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742274_1450 (size=12001) 2024-11-09T11:21:57,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/cdb514c72e7949b3aadeb0a0653dd47f 2024-11-09T11:21:57,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/466a51d1676c4654a376f7ad4e23840e is 50, key is test_row_0/C:col10/1731151317184/Put/seqid=0 2024-11-09T11:21:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742275_1451 (size=12001) 2024-11-09T11:21:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T11:21:57,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T11:21:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151377815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151377822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151377824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151377823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151377838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:57,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T11:21:57,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:57,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:57,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:58,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T11:21:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:58,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:58,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/466a51d1676c4654a376f7ad4e23840e 2024-11-09T11:21:58,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a7ff847e73a24a81b9335fb4bf6c3399 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a7ff847e73a24a81b9335fb4bf6c3399 2024-11-09T11:21:58,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a7ff847e73a24a81b9335fb4bf6c3399, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:21:58,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/cdb514c72e7949b3aadeb0a0653dd47f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/cdb514c72e7949b3aadeb0a0653dd47f 2024-11-09T11:21:58,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/cdb514c72e7949b3aadeb0a0653dd47f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:21:58,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/466a51d1676c4654a376f7ad4e23840e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/466a51d1676c4654a376f7ad4e23840e 2024-11-09T11:21:58,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/466a51d1676c4654a376f7ad4e23840e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:21:58,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f57b1eba5a8c98e8f2f8368433336b4c in 941ms, sequenceid=13, compaction requested=false 2024-11-09T11:21:58,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:21:58,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T11:21:58,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:58,228 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:21:58,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:21:58,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:58,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:21:58,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:58,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:21:58,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/c9e152638735430d87c75d412b411a0f is 50, key is test_row_0/A:col10/1731151317207/Put/seqid=0 2024-11-09T11:21:58,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742276_1452 (size=12001) 2024-11-09T11:21:58,235 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/c9e152638735430d87c75d412b411a0f 2024-11-09T11:21:58,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/1c8be5118388448eb36a27bf271289a5 is 50, key is test_row_0/B:col10/1731151317207/Put/seqid=0 2024-11-09T11:21:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742277_1453 (size=12001) 2024-11-09T11:21:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T11:21:58,285 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:21:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:58,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151378336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151378336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151378337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151378338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151378344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151378440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151378444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151378444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151378444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,644 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/1c8be5118388448eb36a27bf271289a5 2024-11-09T11:21:58,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151378647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/0c81afdd91534c6e991f30c276e1015b is 50, key is test_row_0/C:col10/1731151317207/Put/seqid=0 2024-11-09T11:21:58,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151378647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742278_1454 (size=12001) 2024-11-09T11:21:58,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151378648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151378649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151378950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151378953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151378954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:58,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151378954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,054 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/0c81afdd91534c6e991f30c276e1015b 2024-11-09T11:21:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/c9e152638735430d87c75d412b411a0f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/c9e152638735430d87c75d412b411a0f 2024-11-09T11:21:59,062 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/c9e152638735430d87c75d412b411a0f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T11:21:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/1c8be5118388448eb36a27bf271289a5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/1c8be5118388448eb36a27bf271289a5 2024-11-09T11:21:59,066 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/1c8be5118388448eb36a27bf271289a5, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T11:21:59,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/0c81afdd91534c6e991f30c276e1015b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0c81afdd91534c6e991f30c276e1015b 2024-11-09T11:21:59,070 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0c81afdd91534c6e991f30c276e1015b, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T11:21:59,070 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f57b1eba5a8c98e8f2f8368433336b4c in 842ms, sequenceid=38, compaction requested=false 2024-11-09T11:21:59,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:21:59,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:59,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-09T11:21:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-09T11:21:59,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-09T11:21:59,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9090 sec 2024-11-09T11:21:59,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.9120 sec 2024-11-09T11:21:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T11:21:59,265 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-09T11:21:59,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:21:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-09T11:21:59,268 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:21:59,269 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:21:59,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:21:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T11:21:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:21:59,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:21:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:21:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:21:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:21:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:21:59,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/1aa8a7be9cc94da89406b8b72b0a8589 is 50, key is test_row_0/A:col10/1731151318328/Put/seqid=0 2024-11-09T11:21:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742279_1455 (size=14341) 2024-11-09T11:21:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T11:21:59,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T11:21:59,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:59,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:59,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:59,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151379474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151379474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151379475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151379482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151379485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T11:21:59,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T11:21:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:59,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:59,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151379586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151379586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151379587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151379589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151379595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T11:21:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:59,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/1aa8a7be9cc94da89406b8b72b0a8589 2024-11-09T11:21:59,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/29d2e582910d47ea9a3936330c2d4305 is 50, key is test_row_0/B:col10/1731151318328/Put/seqid=0 2024-11-09T11:21:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742280_1456 (size=12001) 2024-11-09T11:21:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151379793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151379794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151379794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151379794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:21:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151379801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T11:21:59,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:21:59,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T11:21:59,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:59,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:21:59,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:21:59,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:21:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:00,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T11:22:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:00,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:00,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151380099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:22:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151380100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151380100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151380101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151380107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T11:22:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:00,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:00,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:00,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/29d2e582910d47ea9a3936330c2d4305 2024-11-09T11:22:00,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/18c3b6f72db74be5bdbf8d88e280a108 is 50, key is test_row_0/C:col10/1731151318328/Put/seqid=0 2024-11-09T11:22:00,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742281_1457 (size=12001) 2024-11-09T11:22:00,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/18c3b6f72db74be5bdbf8d88e280a108 2024-11-09T11:22:00,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/1aa8a7be9cc94da89406b8b72b0a8589 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/1aa8a7be9cc94da89406b8b72b0a8589 2024-11-09T11:22:00,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/1aa8a7be9cc94da89406b8b72b0a8589, entries=200, sequenceid=50, filesize=14.0 K 2024-11-09T11:22:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/29d2e582910d47ea9a3936330c2d4305 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/29d2e582910d47ea9a3936330c2d4305 2024-11-09T11:22:00,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/29d2e582910d47ea9a3936330c2d4305, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T11:22:00,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/18c3b6f72db74be5bdbf8d88e280a108 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/18c3b6f72db74be5bdbf8d88e280a108 2024-11-09T11:22:00,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/18c3b6f72db74be5bdbf8d88e280a108, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T11:22:00,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f57b1eba5a8c98e8f2f8368433336b4c in 894ms, sequenceid=50, compaction requested=true 2024-11-09T11:22:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:00,249 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:00,249 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:00,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:00,250 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:00,250 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:00,250 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/B is initiating minor compaction (all files) 2024-11-09T11:22:00,250 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/A is initiating minor compaction (all files) 2024-11-09T11:22:00,250 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/B in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:00,250 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/A in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:00,250 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a7ff847e73a24a81b9335fb4bf6c3399, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/c9e152638735430d87c75d412b411a0f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/1aa8a7be9cc94da89406b8b72b0a8589] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=37.4 K 2024-11-09T11:22:00,250 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/cdb514c72e7949b3aadeb0a0653dd47f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/1c8be5118388448eb36a27bf271289a5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/29d2e582910d47ea9a3936330c2d4305] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=35.2 K 2024-11-09T11:22:00,251 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7ff847e73a24a81b9335fb4bf6c3399, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731151317184 2024-11-09T11:22:00,251 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting cdb514c72e7949b3aadeb0a0653dd47f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731151317184 2024-11-09T11:22:00,251 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9e152638735430d87c75d412b411a0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731151317202 2024-11-09T11:22:00,251 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c8be5118388448eb36a27bf271289a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731151317202 2024-11-09T11:22:00,251 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 29d2e582910d47ea9a3936330c2d4305, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151318328 2024-11-09T11:22:00,251 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aa8a7be9cc94da89406b8b72b0a8589, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151318328 2024-11-09T11:22:00,264 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:00,265 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#A#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:00,265 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/2303c8c32b3c46bc898f1c68d8aa45ac is 50, key is test_row_0/B:col10/1731151318328/Put/seqid=0 2024-11-09T11:22:00,265 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a61e112d47f44479ac2858072d57058f is 50, key is test_row_0/A:col10/1731151318328/Put/seqid=0 2024-11-09T11:22:00,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742283_1459 (size=12104) 2024-11-09T11:22:00,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742282_1458 (size=12104) 2024-11-09T11:22:00,299 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a61e112d47f44479ac2858072d57058f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a61e112d47f44479ac2858072d57058f 2024-11-09T11:22:00,302 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/A of f57b1eba5a8c98e8f2f8368433336b4c into a61e112d47f44479ac2858072d57058f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:00,302 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:00,302 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/A, priority=13, startTime=1731151320249; duration=0sec 2024-11-09T11:22:00,302 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:00,302 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:A 2024-11-09T11:22:00,303 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:00,303 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:00,303 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/C is initiating minor compaction (all files) 2024-11-09T11:22:00,303 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/C in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:00,303 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/466a51d1676c4654a376f7ad4e23840e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0c81afdd91534c6e991f30c276e1015b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/18c3b6f72db74be5bdbf8d88e280a108] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=35.2 K 2024-11-09T11:22:00,304 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 466a51d1676c4654a376f7ad4e23840e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731151317184 2024-11-09T11:22:00,304 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c81afdd91534c6e991f30c276e1015b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731151317202 2024-11-09T11:22:00,304 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18c3b6f72db74be5bdbf8d88e280a108, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151318328 2024-11-09T11:22:00,310 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:00,310 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/a05756a338d741839ccc5fb35916410d is 50, key is test_row_0/C:col10/1731151318328/Put/seqid=0 2024-11-09T11:22:00,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742284_1460 (size=12104) 2024-11-09T11:22:00,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T11:22:00,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:00,334 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T11:22:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/5b7894cfb1bc460497419b8842b952a4 is 50, key is test_row_0/A:col10/1731151319483/Put/seqid=0 2024-11-09T11:22:00,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742285_1461 (size=12001) 2024-11-09T11:22:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T11:22:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:00,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:00,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151380625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151380626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151380627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151380628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151380628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,692 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/2303c8c32b3c46bc898f1c68d8aa45ac as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2303c8c32b3c46bc898f1c68d8aa45ac 2024-11-09T11:22:00,696 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/B of f57b1eba5a8c98e8f2f8368433336b4c into 2303c8c32b3c46bc898f1c68d8aa45ac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:00,696 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:00,696 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/B, priority=13, startTime=1731151320249; duration=0sec 2024-11-09T11:22:00,696 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:00,696 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:B 2024-11-09T11:22:00,723 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/a05756a338d741839ccc5fb35916410d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a05756a338d741839ccc5fb35916410d 2024-11-09T11:22:00,731 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/C of f57b1eba5a8c98e8f2f8368433336b4c into a05756a338d741839ccc5fb35916410d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:00,731 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:00,731 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/C, priority=13, startTime=1731151320249; duration=0sec 2024-11-09T11:22:00,731 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:00,731 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:C 2024-11-09T11:22:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151380733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151380735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151380735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151380738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151380739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,741 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/5b7894cfb1bc460497419b8842b952a4 2024-11-09T11:22:00,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/c39eb6fe3b7b46a391e1aa8164a54c46 is 50, key is test_row_0/B:col10/1731151319483/Put/seqid=0 2024-11-09T11:22:00,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742286_1462 (size=12001) 2024-11-09T11:22:00,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151380940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151380941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151380943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151380943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:00,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151380943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,155 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/c39eb6fe3b7b46a391e1aa8164a54c46 2024-11-09T11:22:01,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/dd0ba318d9f64fdcb951990fbda31c75 is 50, key is test_row_0/C:col10/1731151319483/Put/seqid=0 2024-11-09T11:22:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742287_1463 (size=12001) 2024-11-09T11:22:01,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151381242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151381242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151381244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151381244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151381245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T11:22:01,591 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/dd0ba318d9f64fdcb951990fbda31c75 2024-11-09T11:22:01,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/5b7894cfb1bc460497419b8842b952a4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/5b7894cfb1bc460497419b8842b952a4 2024-11-09T11:22:01,597 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/5b7894cfb1bc460497419b8842b952a4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T11:22:01,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/c39eb6fe3b7b46a391e1aa8164a54c46 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/c39eb6fe3b7b46a391e1aa8164a54c46 2024-11-09T11:22:01,601 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/c39eb6fe3b7b46a391e1aa8164a54c46, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T11:22:01,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/dd0ba318d9f64fdcb951990fbda31c75 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dd0ba318d9f64fdcb951990fbda31c75 2024-11-09T11:22:01,605 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dd0ba318d9f64fdcb951990fbda31c75, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T11:22:01,606 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f57b1eba5a8c98e8f2f8368433336b4c in 1272ms, sequenceid=75, compaction requested=false 2024-11-09T11:22:01,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:01,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:01,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-09T11:22:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-09T11:22:01,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-09T11:22:01,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3390 sec 2024-11-09T11:22:01,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.3420 sec 2024-11-09T11:22:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:01,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T11:22:01,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:01,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:01,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:01,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:01,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:01,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:01,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/439228419b634932a5d252980f0d75f7 is 50, key is test_row_0/A:col10/1731151320625/Put/seqid=0 2024-11-09T11:22:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742288_1464 (size=14341) 2024-11-09T11:22:01,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/439228419b634932a5d252980f0d75f7 2024-11-09T11:22:01,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/b1e8b51bec794b119742668e5c3c272e is 50, key is test_row_0/B:col10/1731151320625/Put/seqid=0 2024-11-09T11:22:01,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742289_1465 (size=12001) 2024-11-09T11:22:01,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151381780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151381782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151381788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151381788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151381788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151381892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151381895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151381896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151381896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:01,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151381896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151382102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151382103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151382103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151382103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151382103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/b1e8b51bec794b119742668e5c3c272e 2024-11-09T11:22:02,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/61417cb86b694d349648cc0cdd7363a1 is 50, key is test_row_0/C:col10/1731151320625/Put/seqid=0 2024-11-09T11:22:02,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742290_1466 (size=12001) 2024-11-09T11:22:02,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151382415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151382416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151382428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151382439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151382439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a7ff847e73a24a81b9335fb4bf6c3399, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/c9e152638735430d87c75d412b411a0f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/1aa8a7be9cc94da89406b8b72b0a8589] to archive 2024-11-09T11:22:02,586 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:22:02,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/61417cb86b694d349648cc0cdd7363a1 2024-11-09T11:22:02,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a7ff847e73a24a81b9335fb4bf6c3399 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a7ff847e73a24a81b9335fb4bf6c3399 2024-11-09T11:22:02,595 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/c9e152638735430d87c75d412b411a0f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/c9e152638735430d87c75d412b411a0f 2024-11-09T11:22:02,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/439228419b634932a5d252980f0d75f7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/439228419b634932a5d252980f0d75f7 2024-11-09T11:22:02,596 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/1aa8a7be9cc94da89406b8b72b0a8589 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/1aa8a7be9cc94da89406b8b72b0a8589 2024-11-09T11:22:02,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/cdb514c72e7949b3aadeb0a0653dd47f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/1c8be5118388448eb36a27bf271289a5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/29d2e582910d47ea9a3936330c2d4305] to archive 2024-11-09T11:22:02,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:22:02,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/439228419b634932a5d252980f0d75f7, entries=200, sequenceid=90, filesize=14.0 K 2024-11-09T11:22:02,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/cdb514c72e7949b3aadeb0a0653dd47f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/cdb514c72e7949b3aadeb0a0653dd47f 2024-11-09T11:22:02,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/b1e8b51bec794b119742668e5c3c272e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b1e8b51bec794b119742668e5c3c272e 2024-11-09T11:22:02,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/1c8be5118388448eb36a27bf271289a5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/1c8be5118388448eb36a27bf271289a5 2024-11-09T11:22:02,601 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/29d2e582910d47ea9a3936330c2d4305 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/29d2e582910d47ea9a3936330c2d4305 2024-11-09T11:22:02,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b1e8b51bec794b119742668e5c3c272e, entries=150, sequenceid=90, filesize=11.7 K 2024-11-09T11:22:02,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/466a51d1676c4654a376f7ad4e23840e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0c81afdd91534c6e991f30c276e1015b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/18c3b6f72db74be5bdbf8d88e280a108] to archive 2024-11-09T11:22:02,603 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:22:02,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/61417cb86b694d349648cc0cdd7363a1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/61417cb86b694d349648cc0cdd7363a1 2024-11-09T11:22:02,604 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/466a51d1676c4654a376f7ad4e23840e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/466a51d1676c4654a376f7ad4e23840e 2024-11-09T11:22:02,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0c81afdd91534c6e991f30c276e1015b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0c81afdd91534c6e991f30c276e1015b 2024-11-09T11:22:02,606 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/566d204d64fd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/18c3b6f72db74be5bdbf8d88e280a108 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/18c3b6f72db74be5bdbf8d88e280a108 2024-11-09T11:22:02,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/61417cb86b694d349648cc0cdd7363a1, entries=150, sequenceid=90, filesize=11.7 K 2024-11-09T11:22:02,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f57b1eba5a8c98e8f2f8368433336b4c in 862ms, sequenceid=90, compaction requested=true 2024-11-09T11:22:02,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:02,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:02,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:02,612 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:02,612 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:02,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:02,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:02,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:02,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:02,613 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:02,613 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:02,613 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/B is initiating minor compaction (all files) 2024-11-09T11:22:02,613 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/A is initiating minor compaction (all files) 2024-11-09T11:22:02,613 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/A in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:02,613 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/B in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:02,613 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2303c8c32b3c46bc898f1c68d8aa45ac, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/c39eb6fe3b7b46a391e1aa8164a54c46, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b1e8b51bec794b119742668e5c3c272e] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=35.3 K 2024-11-09T11:22:02,613 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a61e112d47f44479ac2858072d57058f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/5b7894cfb1bc460497419b8842b952a4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/439228419b634932a5d252980f0d75f7] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=37.5 K 2024-11-09T11:22:02,613 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a61e112d47f44479ac2858072d57058f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151318328 2024-11-09T11:22:02,613 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 2303c8c32b3c46bc898f1c68d8aa45ac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151318328 2024-11-09T11:22:02,614 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting c39eb6fe3b7b46a391e1aa8164a54c46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731151319473 2024-11-09T11:22:02,614 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b7894cfb1bc460497419b8842b952a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731151319473 2024-11-09T11:22:02,614 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting b1e8b51bec794b119742668e5c3c272e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731151320625 2024-11-09T11:22:02,614 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 439228419b634932a5d252980f0d75f7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731151320625 2024-11-09T11:22:02,624 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#B#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:02,625 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/b764b866cbde47f4bfc40550051a3e3f is 50, key is test_row_0/B:col10/1731151320625/Put/seqid=0 2024-11-09T11:22:02,627 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:02,627 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/fb9fdc698d3242e89cb8544f04ee392b is 50, key is test_row_0/A:col10/1731151320625/Put/seqid=0 2024-11-09T11:22:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742291_1467 (size=12104) 2024-11-09T11:22:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742292_1468 (size=12104) 2024-11-09T11:22:02,638 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/fb9fdc698d3242e89cb8544f04ee392b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fb9fdc698d3242e89cb8544f04ee392b 2024-11-09T11:22:02,644 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/A of f57b1eba5a8c98e8f2f8368433336b4c into fb9fdc698d3242e89cb8544f04ee392b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:02,644 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:02,644 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/A, priority=13, startTime=1731151322612; duration=0sec 2024-11-09T11:22:02,644 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:02,644 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:A 2024-11-09T11:22:02,644 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:02,645 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:02,645 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/C is initiating minor compaction (all files) 2024-11-09T11:22:02,645 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/C in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:02,645 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a05756a338d741839ccc5fb35916410d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dd0ba318d9f64fdcb951990fbda31c75, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/61417cb86b694d349648cc0cdd7363a1] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=35.3 K 2024-11-09T11:22:02,645 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a05756a338d741839ccc5fb35916410d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151318328 2024-11-09T11:22:02,645 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd0ba318d9f64fdcb951990fbda31c75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731151319473 2024-11-09T11:22:02,646 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61417cb86b694d349648cc0cdd7363a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731151320625 2024-11-09T11:22:02,654 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#C#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:02,654 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/675333e8376f4718bceb88b719745218 is 50, key is test_row_0/C:col10/1731151320625/Put/seqid=0 2024-11-09T11:22:02,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742293_1469 (size=12104) 2024-11-09T11:22:02,670 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/675333e8376f4718bceb88b719745218 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/675333e8376f4718bceb88b719745218 2024-11-09T11:22:02,676 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/C of f57b1eba5a8c98e8f2f8368433336b4c into 675333e8376f4718bceb88b719745218(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:02,676 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:02,676 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/C, priority=13, startTime=1731151322612; duration=0sec 2024-11-09T11:22:02,676 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:02,676 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:C 2024-11-09T11:22:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:02,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:22:02,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:02,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:02,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:02,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:02,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:02,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:02,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/3a8534442d4d46548d64cc42cf73e330 is 50, key is test_row_0/A:col10/1731151321786/Put/seqid=0 2024-11-09T11:22:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742294_1470 (size=14341) 2024-11-09T11:22:02,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151382940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151382941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151382942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151382946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:02,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151382948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,034 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/b764b866cbde47f4bfc40550051a3e3f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b764b866cbde47f4bfc40550051a3e3f 2024-11-09T11:22:03,038 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/B of f57b1eba5a8c98e8f2f8368433336b4c into b764b866cbde47f4bfc40550051a3e3f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:03,038 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:03,038 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/B, priority=13, startTime=1731151322612; duration=0sec 2024-11-09T11:22:03,039 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:03,039 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:B 2024-11-09T11:22:03,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151383044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151383050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151383051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151383247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151383255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151383256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/3a8534442d4d46548d64cc42cf73e330 2024-11-09T11:22:03,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/17e699bcbbf84697afa194b22e2be737 is 50, key is test_row_0/B:col10/1731151321786/Put/seqid=0 2024-11-09T11:22:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742295_1471 (size=12001) 2024-11-09T11:22:03,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/17e699bcbbf84697afa194b22e2be737 2024-11-09T11:22:03,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/a243805713d74048a990ed6167c2d1f6 is 50, key is test_row_0/C:col10/1731151321786/Put/seqid=0 2024-11-09T11:22:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T11:22:03,374 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-09T11:22:03,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-09T11:22:03,380 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T11:22:03,382 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:03,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742296_1472 (size=12001) 2024-11-09T11:22:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T11:22:03,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T11:22:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:03,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:03,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151383552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:03,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151383562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151383562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T11:22:03,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T11:22:03,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:03,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:03,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:03,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:03,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:03,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/a243805713d74048a990ed6167c2d1f6 2024-11-09T11:22:03,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/3a8534442d4d46548d64cc42cf73e330 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3a8534442d4d46548d64cc42cf73e330 2024-11-09T11:22:03,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3a8534442d4d46548d64cc42cf73e330, entries=200, sequenceid=117, filesize=14.0 K 2024-11-09T11:22:03,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/17e699bcbbf84697afa194b22e2be737 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/17e699bcbbf84697afa194b22e2be737 2024-11-09T11:22:03,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/17e699bcbbf84697afa194b22e2be737, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T11:22:03,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/a243805713d74048a990ed6167c2d1f6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a243805713d74048a990ed6167c2d1f6 2024-11-09T11:22:03,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a243805713d74048a990ed6167c2d1f6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T11:22:03,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f57b1eba5a8c98e8f2f8368433336b4c in 888ms, sequenceid=117, compaction requested=false 2024-11-09T11:22:03,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:03,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:03,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T11:22:03,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:03,844 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:22:03,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:03,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:03,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:03,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:03,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:03,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:03,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/88f348feff364c248a61b89a89e622c9 is 50, key is test_row_0/A:col10/1731151322941/Put/seqid=0 2024-11-09T11:22:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742297_1473 (size=9657) 2024-11-09T11:22:03,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T11:22:04,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151384037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151384038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151384057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151384065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151384073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151384147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151384147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,252 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/88f348feff364c248a61b89a89e622c9 2024-11-09T11:22:04,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/ead282e5e497434fa81c0d1b20301f01 is 50, key is test_row_0/B:col10/1731151322941/Put/seqid=0 2024-11-09T11:22:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742298_1474 (size=9657) 2024-11-09T11:22:04,284 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/ead282e5e497434fa81c0d1b20301f01 2024-11-09T11:22:04,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/0da89002a8d3413ca470f866cd1c33ff is 50, key is test_row_0/C:col10/1731151322941/Put/seqid=0 2024-11-09T11:22:04,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742299_1475 (size=9657) 2024-11-09T11:22:04,320 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/0da89002a8d3413ca470f866cd1c33ff 2024-11-09T11:22:04,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/88f348feff364c248a61b89a89e622c9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/88f348feff364c248a61b89a89e622c9 2024-11-09T11:22:04,334 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/88f348feff364c248a61b89a89e622c9, entries=100, sequenceid=129, filesize=9.4 K 2024-11-09T11:22:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/ead282e5e497434fa81c0d1b20301f01 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/ead282e5e497434fa81c0d1b20301f01 2024-11-09T11:22:04,337 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/ead282e5e497434fa81c0d1b20301f01, entries=100, sequenceid=129, filesize=9.4 K 2024-11-09T11:22:04,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/0da89002a8d3413ca470f866cd1c33ff as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0da89002a8d3413ca470f866cd1c33ff 2024-11-09T11:22:04,341 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0da89002a8d3413ca470f866cd1c33ff, entries=100, sequenceid=129, filesize=9.4 K 2024-11-09T11:22:04,342 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f57b1eba5a8c98e8f2f8368433336b4c in 498ms, sequenceid=129, compaction requested=true 2024-11-09T11:22:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-09T11:22:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-09T11:22:04,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-09T11:22:04,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 961 msec 2024-11-09T11:22:04,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 968 msec 2024-11-09T11:22:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:04,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:22:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:04,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/0700ad0166f94c0885f20f00f025a3dc is 50, key is test_row_0/A:col10/1731151324025/Put/seqid=0 2024-11-09T11:22:04,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151384365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742300_1476 (size=16931) 2024-11-09T11:22:04,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151384368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151384469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151384474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T11:22:04,495 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-09T11:22:04,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-09T11:22:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T11:22:04,497 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:04,498 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:04,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T11:22:04,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T11:22:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:04,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:04,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151384677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151384682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/0700ad0166f94c0885f20f00f025a3dc 2024-11-09T11:22:04,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/590df52526444e4aaf029ec3a524eefc is 50, key is test_row_0/B:col10/1731151324025/Put/seqid=0 2024-11-09T11:22:04,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742301_1477 (size=12151) 2024-11-09T11:22:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T11:22:04,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T11:22:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:04,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:04,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T11:22:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:04,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:04,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:04,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151384984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:04,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151384989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151385072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151385073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151385080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T11:22:05,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T11:22:05,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:05,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/590df52526444e4aaf029ec3a524eefc 2024-11-09T11:22:05,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/5ef2b02897eb444dbf923c734f1e5eab is 50, key is test_row_0/C:col10/1731151324025/Put/seqid=0 2024-11-09T11:22:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742302_1478 (size=12151) 2024-11-09T11:22:05,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T11:22:05,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:05,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,412 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T11:22:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151385493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151385496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T11:22:05,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:05,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:05,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/5ef2b02897eb444dbf923c734f1e5eab 2024-11-09T11:22:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T11:22:05,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/0700ad0166f94c0885f20f00f025a3dc as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/0700ad0166f94c0885f20f00f025a3dc 2024-11-09T11:22:05,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/0700ad0166f94c0885f20f00f025a3dc, entries=250, sequenceid=156, filesize=16.5 K 2024-11-09T11:22:05,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/590df52526444e4aaf029ec3a524eefc as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/590df52526444e4aaf029ec3a524eefc 2024-11-09T11:22:05,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/590df52526444e4aaf029ec3a524eefc, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T11:22:05,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/5ef2b02897eb444dbf923c734f1e5eab as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ef2b02897eb444dbf923c734f1e5eab 2024-11-09T11:22:05,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ef2b02897eb444dbf923c734f1e5eab, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T11:22:05,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f57b1eba5a8c98e8f2f8368433336b4c in 1262ms, sequenceid=156, compaction requested=true 2024-11-09T11:22:05,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:05,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:05,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:05,615 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:22:05,615 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:22:05,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:05,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:05,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:05,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:05,616 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53033 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:22:05,616 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/A is initiating minor compaction (all files) 2024-11-09T11:22:05,617 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/A in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,617 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:22:05,617 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/B is initiating minor compaction (all files) 2024-11-09T11:22:05,617 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fb9fdc698d3242e89cb8544f04ee392b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3a8534442d4d46548d64cc42cf73e330, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/88f348feff364c248a61b89a89e622c9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/0700ad0166f94c0885f20f00f025a3dc] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=51.8 K 2024-11-09T11:22:05,617 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/B in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,617 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b764b866cbde47f4bfc40550051a3e3f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/17e699bcbbf84697afa194b22e2be737, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/ead282e5e497434fa81c0d1b20301f01, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/590df52526444e4aaf029ec3a524eefc] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=44.8 K 2024-11-09T11:22:05,617 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb9fdc698d3242e89cb8544f04ee392b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731151320625 2024-11-09T11:22:05,617 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting b764b866cbde47f4bfc40550051a3e3f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731151320625 2024-11-09T11:22:05,617 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a8534442d4d46548d64cc42cf73e330, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731151321786 2024-11-09T11:22:05,617 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 17e699bcbbf84697afa194b22e2be737, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731151321786 2024-11-09T11:22:05,618 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting ead282e5e497434fa81c0d1b20301f01, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151322927 2024-11-09T11:22:05,618 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88f348feff364c248a61b89a89e622c9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151322927 2024-11-09T11:22:05,618 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0700ad0166f94c0885f20f00f025a3dc, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151324025 2024-11-09T11:22:05,618 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 590df52526444e4aaf029ec3a524eefc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151324025 2024-11-09T11:22:05,626 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#B#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:05,626 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:05,627 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/13f83bbdee714feab6eac7268a7fd51b is 50, key is test_row_0/B:col10/1731151324025/Put/seqid=0 2024-11-09T11:22:05,627 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/48a7b908ecc44fb4a9f06438aa337b29 is 50, key is test_row_0/A:col10/1731151324025/Put/seqid=0 2024-11-09T11:22:05,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742303_1479 (size=12391) 2024-11-09T11:22:05,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742304_1480 (size=12391) 2024-11-09T11:22:05,640 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/48a7b908ecc44fb4a9f06438aa337b29 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/48a7b908ecc44fb4a9f06438aa337b29 2024-11-09T11:22:05,644 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/A of f57b1eba5a8c98e8f2f8368433336b4c into 48a7b908ecc44fb4a9f06438aa337b29(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:05,644 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:05,644 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/A, priority=12, startTime=1731151325615; duration=0sec 2024-11-09T11:22:05,644 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:05,644 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:A 2024-11-09T11:22:05,644 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:22:05,649 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:22:05,650 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/C is initiating minor compaction (all files) 2024-11-09T11:22:05,650 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/C in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,650 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/675333e8376f4718bceb88b719745218, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a243805713d74048a990ed6167c2d1f6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0da89002a8d3413ca470f866cd1c33ff, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ef2b02897eb444dbf923c734f1e5eab] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=44.8 K 2024-11-09T11:22:05,651 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 675333e8376f4718bceb88b719745218, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731151320625 2024-11-09T11:22:05,652 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a243805713d74048a990ed6167c2d1f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731151321786 2024-11-09T11:22:05,656 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0da89002a8d3413ca470f866cd1c33ff, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151322927 2024-11-09T11:22:05,657 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ef2b02897eb444dbf923c734f1e5eab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151324025 2024-11-09T11:22:05,668 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:05,668 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/47fb54f7a7974e4dac85ee8c4d8c4ad7 is 50, key is test_row_0/C:col10/1731151324025/Put/seqid=0 2024-11-09T11:22:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742305_1481 (size=12391) 2024-11-09T11:22:05,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:05,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T11:22:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:05,718 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T11:22:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:05,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/ee86abe0d0c54e4497c2b5f73727f89b is 50, key is test_row_0/A:col10/1731151324364/Put/seqid=0 2024-11-09T11:22:05,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742306_1482 (size=12151) 2024-11-09T11:22:05,730 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/ee86abe0d0c54e4497c2b5f73727f89b 2024-11-09T11:22:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/be6283fd705d4e23afd6f0015c4d9932 is 50, key is test_row_0/B:col10/1731151324364/Put/seqid=0 2024-11-09T11:22:05,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742307_1483 (size=12151) 2024-11-09T11:22:06,040 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/13f83bbdee714feab6eac7268a7fd51b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13f83bbdee714feab6eac7268a7fd51b 2024-11-09T11:22:06,043 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/B of f57b1eba5a8c98e8f2f8368433336b4c into 13f83bbdee714feab6eac7268a7fd51b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:06,043 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:06,043 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/B, priority=12, startTime=1731151325615; duration=0sec 2024-11-09T11:22:06,043 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:06,043 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:B 2024-11-09T11:22:06,089 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/47fb54f7a7974e4dac85ee8c4d8c4ad7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/47fb54f7a7974e4dac85ee8c4d8c4ad7 2024-11-09T11:22:06,092 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/C of f57b1eba5a8c98e8f2f8368433336b4c into 47fb54f7a7974e4dac85ee8c4d8c4ad7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:06,092 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:06,092 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/C, priority=12, startTime=1731151325615; duration=0sec 2024-11-09T11:22:06,092 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:06,092 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:C 2024-11-09T11:22:06,149 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/be6283fd705d4e23afd6f0015c4d9932 2024-11-09T11:22:06,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/8ee77c0c618f41e4b52e71a7beb9760d is 50, key is test_row_0/C:col10/1731151324364/Put/seqid=0 2024-11-09T11:22:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742308_1484 (size=12151) 2024-11-09T11:22:06,159 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/8ee77c0c618f41e4b52e71a7beb9760d 2024-11-09T11:22:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/ee86abe0d0c54e4497c2b5f73727f89b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ee86abe0d0c54e4497c2b5f73727f89b 2024-11-09T11:22:06,166 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ee86abe0d0c54e4497c2b5f73727f89b, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T11:22:06,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/be6283fd705d4e23afd6f0015c4d9932 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/be6283fd705d4e23afd6f0015c4d9932 2024-11-09T11:22:06,170 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/be6283fd705d4e23afd6f0015c4d9932, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T11:22:06,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/8ee77c0c618f41e4b52e71a7beb9760d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/8ee77c0c618f41e4b52e71a7beb9760d 2024-11-09T11:22:06,174 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/8ee77c0c618f41e4b52e71a7beb9760d, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T11:22:06,175 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for f57b1eba5a8c98e8f2f8368433336b4c in 457ms, sequenceid=166, compaction requested=false 2024-11-09T11:22:06,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:06,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:06,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-09T11:22:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-09T11:22:06,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-09T11:22:06,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6790 sec 2024-11-09T11:22:06,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.6840 sec 2024-11-09T11:22:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:06,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:22:06,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:06,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:06,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:06,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:06,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:06,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:06,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/ea4c766476624343ba2bdc594d5ceb5a is 50, key is test_row_0/A:col10/1731151326515/Put/seqid=0 2024-11-09T11:22:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742309_1485 (size=14541) 2024-11-09T11:22:06,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/ea4c766476624343ba2bdc594d5ceb5a 2024-11-09T11:22:06,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/f6515c213b844854b511b742bc4c1a76 is 50, key is test_row_0/B:col10/1731151326515/Put/seqid=0 2024-11-09T11:22:06,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742310_1486 (size=12151) 2024-11-09T11:22:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151386573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:06,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151386575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T11:22:06,601 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-09T11:22:06,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-09T11:22:06,603 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T11:22:06,603 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:06,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:06,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151386676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:06,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151386681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T11:22:06,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:06,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-09T11:22:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:06,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151386879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151386885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T11:22:06,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:06,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-09T11:22:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:06,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:06,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/f6515c213b844854b511b742bc4c1a76 2024-11-09T11:22:06,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/feda96cbb2784bcfbe973b08008f1516 is 50, key is test_row_0/C:col10/1731151326515/Put/seqid=0 2024-11-09T11:22:06,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742311_1487 (size=12151) 2024-11-09T11:22:06,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/feda96cbb2784bcfbe973b08008f1516 2024-11-09T11:22:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/ea4c766476624343ba2bdc594d5ceb5a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ea4c766476624343ba2bdc594d5ceb5a 2024-11-09T11:22:06,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ea4c766476624343ba2bdc594d5ceb5a, entries=200, sequenceid=179, filesize=14.2 K 2024-11-09T11:22:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/f6515c213b844854b511b742bc4c1a76 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f6515c213b844854b511b742bc4c1a76 2024-11-09T11:22:06,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f6515c213b844854b511b742bc4c1a76, entries=150, sequenceid=179, filesize=11.9 K 2024-11-09T11:22:06,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/feda96cbb2784bcfbe973b08008f1516 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/feda96cbb2784bcfbe973b08008f1516 2024-11-09T11:22:06,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/feda96cbb2784bcfbe973b08008f1516, entries=150, sequenceid=179, filesize=11.9 K 2024-11-09T11:22:06,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f57b1eba5a8c98e8f2f8368433336b4c in 442ms, sequenceid=179, compaction requested=true 2024-11-09T11:22:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:06,958 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:06,958 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:06,959 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:06,959 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:06,959 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/A is initiating minor compaction (all files) 2024-11-09T11:22:06,959 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/B is initiating minor compaction (all files) 2024-11-09T11:22:06,959 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/A in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:06,959 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/B in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:06,959 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/48a7b908ecc44fb4a9f06438aa337b29, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ee86abe0d0c54e4497c2b5f73727f89b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ea4c766476624343ba2bdc594d5ceb5a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=38.2 K 2024-11-09T11:22:06,959 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13f83bbdee714feab6eac7268a7fd51b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/be6283fd705d4e23afd6f0015c4d9932, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f6515c213b844854b511b742bc4c1a76] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=35.8 K 2024-11-09T11:22:06,959 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f83bbdee714feab6eac7268a7fd51b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151324025 2024-11-09T11:22:06,959 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48a7b908ecc44fb4a9f06438aa337b29, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151324025 2024-11-09T11:22:06,960 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting be6283fd705d4e23afd6f0015c4d9932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731151324360 2024-11-09T11:22:06,960 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee86abe0d0c54e4497c2b5f73727f89b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731151324360 2024-11-09T11:22:06,960 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f6515c213b844854b511b742bc4c1a76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731151326505 2024-11-09T11:22:06,960 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea4c766476624343ba2bdc594d5ceb5a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731151326505 2024-11-09T11:22:06,966 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#A#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:06,966 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/8245b0be759a4a3cbec8f0348cdfd411 is 50, key is test_row_0/A:col10/1731151326515/Put/seqid=0 2024-11-09T11:22:06,966 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:06,967 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/13852e29a8bc486cb9a64262ed72d4c3 is 50, key is test_row_0/B:col10/1731151326515/Put/seqid=0 2024-11-09T11:22:06,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742312_1488 (size=12493) 2024-11-09T11:22:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742313_1489 (size=12493) 2024-11-09T11:22:06,992 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/13852e29a8bc486cb9a64262ed72d4c3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13852e29a8bc486cb9a64262ed72d4c3 2024-11-09T11:22:07,000 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/B of f57b1eba5a8c98e8f2f8368433336b4c into 13852e29a8bc486cb9a64262ed72d4c3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:07,000 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:07,000 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/B, priority=13, startTime=1731151326958; duration=0sec 2024-11-09T11:22:07,000 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:07,000 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:B 2024-11-09T11:22:07,000 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:07,003 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:07,004 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/C is initiating minor compaction (all files) 2024-11-09T11:22:07,004 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/C in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:07,004 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/47fb54f7a7974e4dac85ee8c4d8c4ad7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/8ee77c0c618f41e4b52e71a7beb9760d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/feda96cbb2784bcfbe973b08008f1516] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=35.8 K 2024-11-09T11:22:07,005 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 47fb54f7a7974e4dac85ee8c4d8c4ad7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151324025 2024-11-09T11:22:07,006 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ee77c0c618f41e4b52e71a7beb9760d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731151324360 2024-11-09T11:22:07,006 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting feda96cbb2784bcfbe973b08008f1516, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731151326505 2024-11-09T11:22:07,013 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#C#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:07,013 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/34d3067713214c29a4cc0442a8b0c87b is 50, key is test_row_0/C:col10/1731151326515/Put/seqid=0 2024-11-09T11:22:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742314_1490 (size=12493) 2024-11-09T11:22:07,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-09T11:22:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:07,059 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:22:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:07,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/e139bd4c556d4537bb5e7e4efaa045b6 is 50, key is test_row_0/A:col10/1731151326572/Put/seqid=0 2024-11-09T11:22:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742315_1491 (size=12151) 2024-11-09T11:22:07,069 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/e139bd4c556d4537bb5e7e4efaa045b6 2024-11-09T11:22:07,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d352255925d04f6c97648e404a037963 is 50, key is test_row_0/B:col10/1731151326572/Put/seqid=0 2024-11-09T11:22:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742316_1492 (size=12151) 2024-11-09T11:22:07,082 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d352255925d04f6c97648e404a037963 2024-11-09T11:22:07,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/e188676afd7f49f2938721e2d5cdbcc0 is 50, key is test_row_0/C:col10/1731151326572/Put/seqid=0 2024-11-09T11:22:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:07,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:07,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742317_1493 (size=12151) 2024-11-09T11:22:07,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151387102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151387106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151387110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151387186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151387195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T11:22:07,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151387211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151387212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151387221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,380 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/8245b0be759a4a3cbec8f0348cdfd411 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/8245b0be759a4a3cbec8f0348cdfd411 2024-11-09T11:22:07,384 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/A of f57b1eba5a8c98e8f2f8368433336b4c into 8245b0be759a4a3cbec8f0348cdfd411(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:07,384 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:07,384 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/A, priority=13, startTime=1731151326958; duration=0sec 2024-11-09T11:22:07,384 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:07,384 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:A 2024-11-09T11:22:07,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151387415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151387416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151387429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,432 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/34d3067713214c29a4cc0442a8b0c87b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/34d3067713214c29a4cc0442a8b0c87b 2024-11-09T11:22:07,435 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/C of f57b1eba5a8c98e8f2f8368433336b4c into 34d3067713214c29a4cc0442a8b0c87b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:07,435 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:07,436 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/C, priority=13, startTime=1731151326958; duration=0sec 2024-11-09T11:22:07,436 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:07,436 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:C 2024-11-09T11:22:07,498 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/e188676afd7f49f2938721e2d5cdbcc0 2024-11-09T11:22:07,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/e139bd4c556d4537bb5e7e4efaa045b6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e139bd4c556d4537bb5e7e4efaa045b6 2024-11-09T11:22:07,506 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e139bd4c556d4537bb5e7e4efaa045b6, entries=150, sequenceid=205, filesize=11.9 K 2024-11-09T11:22:07,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d352255925d04f6c97648e404a037963 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d352255925d04f6c97648e404a037963 2024-11-09T11:22:07,511 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d352255925d04f6c97648e404a037963, entries=150, sequenceid=205, filesize=11.9 K 2024-11-09T11:22:07,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/e188676afd7f49f2938721e2d5cdbcc0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e188676afd7f49f2938721e2d5cdbcc0 2024-11-09T11:22:07,515 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e188676afd7f49f2938721e2d5cdbcc0, entries=150, sequenceid=205, filesize=11.9 K 2024-11-09T11:22:07,515 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f57b1eba5a8c98e8f2f8368433336b4c in 456ms, sequenceid=205, compaction requested=false 2024-11-09T11:22:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-09T11:22:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-09T11:22:07,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-09T11:22:07,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 913 msec 2024-11-09T11:22:07,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 915 msec 2024-11-09T11:22:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:07,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:22:07,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:07,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:07,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:07,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:07,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:07,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:07,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/aae756a656e84696af78b24a34f2e355 is 50, key is test_row_0/A:col10/1731151327109/Put/seqid=0 2024-11-09T11:22:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T11:22:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742318_1494 (size=14541) 2024-11-09T11:22:07,706 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-09T11:22:07,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-09T11:22:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T11:22:07,708 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:07,708 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:07,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:07,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151387752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151387752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151387753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151387757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151387757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T11:22:07,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T11:22:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:07,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:07,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151387863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151387864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151387865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151387865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:07,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151387865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T11:22:08,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T11:22:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151388070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151388070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151388070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151388071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151388071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/aae756a656e84696af78b24a34f2e355 2024-11-09T11:22:08,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/9d1f45fee9de43208632492d90374c1b is 50, key is test_row_0/B:col10/1731151327109/Put/seqid=0 2024-11-09T11:22:08,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742319_1495 (size=12151) 2024-11-09T11:22:08,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/9d1f45fee9de43208632492d90374c1b 2024-11-09T11:22:08,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/9d7987c0e2aa4d74a9e1c6757dfd19fa is 50, key is test_row_0/C:col10/1731151327109/Put/seqid=0 2024-11-09T11:22:08,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742320_1496 (size=12151) 2024-11-09T11:22:08,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T11:22:08,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:08,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T11:22:08,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T11:22:08,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:08,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151388374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151388375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151388376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151388376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151388377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T11:22:08,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:08,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:08,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/9d7987c0e2aa4d74a9e1c6757dfd19fa 2024-11-09T11:22:08,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/aae756a656e84696af78b24a34f2e355 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/aae756a656e84696af78b24a34f2e355 2024-11-09T11:22:08,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/aae756a656e84696af78b24a34f2e355, entries=200, sequenceid=219, filesize=14.2 K 2024-11-09T11:22:08,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/9d1f45fee9de43208632492d90374c1b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9d1f45fee9de43208632492d90374c1b 2024-11-09T11:22:08,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9d1f45fee9de43208632492d90374c1b, entries=150, sequenceid=219, filesize=11.9 K 2024-11-09T11:22:08,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/9d7987c0e2aa4d74a9e1c6757dfd19fa as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9d7987c0e2aa4d74a9e1c6757dfd19fa 2024-11-09T11:22:08,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9d7987c0e2aa4d74a9e1c6757dfd19fa, entries=150, sequenceid=219, filesize=11.9 K 2024-11-09T11:22:08,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f57b1eba5a8c98e8f2f8368433336b4c in 851ms, sequenceid=219, compaction requested=true 2024-11-09T11:22:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:08,549 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:08,549 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:08,550 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:08,550 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:08,550 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/B is initiating minor compaction (all files) 2024-11-09T11:22:08,550 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/A is initiating minor compaction (all files) 2024-11-09T11:22:08,550 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/B in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,550 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/A in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,550 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/8245b0be759a4a3cbec8f0348cdfd411, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e139bd4c556d4537bb5e7e4efaa045b6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/aae756a656e84696af78b24a34f2e355] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=38.3 K 2024-11-09T11:22:08,550 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13852e29a8bc486cb9a64262ed72d4c3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d352255925d04f6c97648e404a037963, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9d1f45fee9de43208632492d90374c1b] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=35.9 K 2024-11-09T11:22:08,551 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8245b0be759a4a3cbec8f0348cdfd411, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731151326505 2024-11-09T11:22:08,551 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 13852e29a8bc486cb9a64262ed72d4c3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731151326505 2024-11-09T11:22:08,551 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e139bd4c556d4537bb5e7e4efaa045b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731151326560 2024-11-09T11:22:08,551 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d352255925d04f6c97648e404a037963, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731151326560 2024-11-09T11:22:08,551 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting aae756a656e84696af78b24a34f2e355, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151327100 2024-11-09T11:22:08,551 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d1f45fee9de43208632492d90374c1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151327101 2024-11-09T11:22:08,561 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#B#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:08,562 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/6fd9e34480c44a9c9f111c33f0301041 is 50, key is test_row_0/B:col10/1731151327109/Put/seqid=0 2024-11-09T11:22:08,570 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:08,571 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a0ff6db3a89f42c182ca3de38a8909c6 is 50, key is test_row_0/A:col10/1731151327109/Put/seqid=0 2024-11-09T11:22:08,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742321_1497 (size=12595) 2024-11-09T11:22:08,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742322_1498 (size=12595) 2024-11-09T11:22:08,588 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/6fd9e34480c44a9c9f111c33f0301041 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/6fd9e34480c44a9c9f111c33f0301041 2024-11-09T11:22:08,591 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a0ff6db3a89f42c182ca3de38a8909c6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a0ff6db3a89f42c182ca3de38a8909c6 2024-11-09T11:22:08,595 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/B of f57b1eba5a8c98e8f2f8368433336b4c into 6fd9e34480c44a9c9f111c33f0301041(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:08,595 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:08,595 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/B, priority=13, startTime=1731151328549; duration=0sec 2024-11-09T11:22:08,595 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:08,595 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:B 2024-11-09T11:22:08,595 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:08,596 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:08,596 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/C is initiating minor compaction (all files) 2024-11-09T11:22:08,596 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/C in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,596 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/34d3067713214c29a4cc0442a8b0c87b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e188676afd7f49f2938721e2d5cdbcc0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9d7987c0e2aa4d74a9e1c6757dfd19fa] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=35.9 K 2024-11-09T11:22:08,597 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 34d3067713214c29a4cc0442a8b0c87b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731151326505 2024-11-09T11:22:08,597 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e188676afd7f49f2938721e2d5cdbcc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731151326560 2024-11-09T11:22:08,597 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d7987c0e2aa4d74a9e1c6757dfd19fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151327101 2024-11-09T11:22:08,598 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/A of f57b1eba5a8c98e8f2f8368433336b4c into a0ff6db3a89f42c182ca3de38a8909c6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:08,598 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:08,598 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/A, priority=13, startTime=1731151328549; duration=0sec 2024-11-09T11:22:08,598 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:08,598 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:A 2024-11-09T11:22:08,603 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#C#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:08,603 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/4550534e13b443f581f7bf05380a47b6 is 50, key is test_row_0/C:col10/1731151327109/Put/seqid=0 2024-11-09T11:22:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742323_1499 (size=12595) 2024-11-09T11:22:08,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T11:22:08,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:08,622 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T11:22:08,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:08,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/3aebf30622cd4d4e8570bd26dc5f238c is 50, key is test_row_0/A:col10/1731151327751/Put/seqid=0 2024-11-09T11:22:08,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742324_1500 (size=12151) 2024-11-09T11:22:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T11:22:08,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151388888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151388892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151388893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151388894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:08,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151388896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151388994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151388995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151388998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151389000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151389000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,014 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/4550534e13b443f581f7bf05380a47b6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/4550534e13b443f581f7bf05380a47b6 2024-11-09T11:22:09,017 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/C of f57b1eba5a8c98e8f2f8368433336b4c into 4550534e13b443f581f7bf05380a47b6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:09,017 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:09,017 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/C, priority=13, startTime=1731151328549; duration=0sec 2024-11-09T11:22:09,017 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:09,017 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:C 2024-11-09T11:22:09,031 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/3aebf30622cd4d4e8570bd26dc5f238c 2024-11-09T11:22:09,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/5d4fb1986e634d69a3d3b74545de3612 is 50, key is test_row_0/B:col10/1731151327751/Put/seqid=0 2024-11-09T11:22:09,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742325_1501 (size=12151) 2024-11-09T11:22:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151389203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151389203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151389203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151389208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151389208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,444 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/5d4fb1986e634d69a3d3b74545de3612 2024-11-09T11:22:09,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/d3245b3653ad4289a087adc217dd8694 is 50, key is test_row_0/C:col10/1731151327751/Put/seqid=0 2024-11-09T11:22:09,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742326_1502 (size=12151) 2024-11-09T11:22:09,460 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/d3245b3653ad4289a087adc217dd8694 2024-11-09T11:22:09,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/3aebf30622cd4d4e8570bd26dc5f238c as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3aebf30622cd4d4e8570bd26dc5f238c 2024-11-09T11:22:09,465 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3aebf30622cd4d4e8570bd26dc5f238c, entries=150, sequenceid=245, filesize=11.9 K 2024-11-09T11:22:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/5d4fb1986e634d69a3d3b74545de3612 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5d4fb1986e634d69a3d3b74545de3612 2024-11-09T11:22:09,469 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5d4fb1986e634d69a3d3b74545de3612, entries=150, sequenceid=245, filesize=11.9 K 2024-11-09T11:22:09,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/d3245b3653ad4289a087adc217dd8694 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d3245b3653ad4289a087adc217dd8694 2024-11-09T11:22:09,473 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d3245b3653ad4289a087adc217dd8694, entries=150, sequenceid=245, filesize=11.9 K 2024-11-09T11:22:09,473 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f57b1eba5a8c98e8f2f8368433336b4c in 851ms, sequenceid=245, compaction requested=false 2024-11-09T11:22:09,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:09,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:09,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-09T11:22:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-09T11:22:09,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-09T11:22:09,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7660 sec 2024-11-09T11:22:09,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.7690 sec 2024-11-09T11:22:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:09,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T11:22:09,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:09,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:09,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:09,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:09,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:09,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:09,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/7bfbcf9c46a8499799a2e92a1deabbfb is 50, key is test_row_0/A:col10/1731151328892/Put/seqid=0 2024-11-09T11:22:09,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742327_1503 (size=12201) 2024-11-09T11:22:09,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/7bfbcf9c46a8499799a2e92a1deabbfb 2024-11-09T11:22:09,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/9e2ce182bdc34bd39942903a79dda87a is 50, key is test_row_0/B:col10/1731151328892/Put/seqid=0 2024-11-09T11:22:09,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742328_1504 (size=12201) 2024-11-09T11:22:09,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/9e2ce182bdc34bd39942903a79dda87a 2024-11-09T11:22:09,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/5ba59437398543a381df4491735bfffc is 50, key is test_row_0/C:col10/1731151328892/Put/seqid=0 2024-11-09T11:22:09,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742329_1505 (size=12201) 2024-11-09T11:22:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151389541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151389541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151389548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151389551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151389552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151389653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151389653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151389655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151389655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151389662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T11:22:09,811 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-09T11:22:09,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-09T11:22:09,813 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:09,813 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:09,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T11:22:09,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151389859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151389859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151389860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151389860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151389869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T11:22:09,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/5ba59437398543a381df4491735bfffc 2024-11-09T11:22:09,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/7bfbcf9c46a8499799a2e92a1deabbfb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/7bfbcf9c46a8499799a2e92a1deabbfb 2024-11-09T11:22:09,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/7bfbcf9c46a8499799a2e92a1deabbfb, entries=150, sequenceid=260, filesize=11.9 K 2024-11-09T11:22:09,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/9e2ce182bdc34bd39942903a79dda87a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9e2ce182bdc34bd39942903a79dda87a 2024-11-09T11:22:09,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9e2ce182bdc34bd39942903a79dda87a, entries=150, sequenceid=260, filesize=11.9 K 2024-11-09T11:22:09,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/5ba59437398543a381df4491735bfffc as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ba59437398543a381df4491735bfffc 2024-11-09T11:22:09,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ba59437398543a381df4491735bfffc, entries=150, sequenceid=260, filesize=11.9 K 2024-11-09T11:22:09,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f57b1eba5a8c98e8f2f8368433336b4c in 446ms, sequenceid=260, compaction requested=true 2024-11-09T11:22:09,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:09,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:09,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:09,958 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:09,958 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:09,958 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:09,958 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:09,958 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/A is initiating minor compaction (all files) 2024-11-09T11:22:09,958 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/B is initiating minor compaction (all files) 2024-11-09T11:22:09,958 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/B in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:09,958 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/A in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:09,958 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/6fd9e34480c44a9c9f111c33f0301041, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5d4fb1986e634d69a3d3b74545de3612, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9e2ce182bdc34bd39942903a79dda87a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=36.1 K 2024-11-09T11:22:09,958 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a0ff6db3a89f42c182ca3de38a8909c6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3aebf30622cd4d4e8570bd26dc5f238c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/7bfbcf9c46a8499799a2e92a1deabbfb] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=36.1 K 2024-11-09T11:22:09,959 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0ff6db3a89f42c182ca3de38a8909c6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151327101 2024-11-09T11:22:09,959 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fd9e34480c44a9c9f111c33f0301041, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151327101 2024-11-09T11:22:09,959 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d4fb1986e634d69a3d3b74545de3612, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731151327751 2024-11-09T11:22:09,959 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aebf30622cd4d4e8570bd26dc5f238c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731151327751 2024-11-09T11:22:09,959 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bfbcf9c46a8499799a2e92a1deabbfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731151328892 2024-11-09T11:22:09,959 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e2ce182bdc34bd39942903a79dda87a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731151328892 2024-11-09T11:22:09,965 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:09,966 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/9bec118c24dc4c6c8b559506374b16f4 is 50, key is test_row_0/A:col10/1731151328892/Put/seqid=0 2024-11-09T11:22:09,966 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:09,966 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d6a251af70bb47f286164482bc007420 is 50, key is test_row_0/B:col10/1731151328892/Put/seqid=0 2024-11-09T11:22:09,966 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:09,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T11:22:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:09,969 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T11:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:09,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742330_1506 (size=12747) 2024-11-09T11:22:09,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742331_1507 (size=12747) 2024-11-09T11:22:09,975 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/9bec118c24dc4c6c8b559506374b16f4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/9bec118c24dc4c6c8b559506374b16f4 2024-11-09T11:22:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/e2d6d7926be1401d9b422edb771b5072 is 50, key is test_row_0/A:col10/1731151329527/Put/seqid=0 2024-11-09T11:22:09,983 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d6a251af70bb47f286164482bc007420 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d6a251af70bb47f286164482bc007420 2024-11-09T11:22:09,986 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/A of f57b1eba5a8c98e8f2f8368433336b4c into 9bec118c24dc4c6c8b559506374b16f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:09,987 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:09,987 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/A, priority=13, startTime=1731151329957; duration=0sec 2024-11-09T11:22:09,987 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:09,987 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:A 2024-11-09T11:22:09,987 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:09,988 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:09,989 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/C is initiating minor compaction (all files) 2024-11-09T11:22:09,989 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/C in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:09,989 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/4550534e13b443f581f7bf05380a47b6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d3245b3653ad4289a087adc217dd8694, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ba59437398543a381df4491735bfffc] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=36.1 K 2024-11-09T11:22:09,989 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4550534e13b443f581f7bf05380a47b6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151327101 2024-11-09T11:22:09,989 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3245b3653ad4289a087adc217dd8694, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731151327751 2024-11-09T11:22:09,990 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ba59437398543a381df4491735bfffc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731151328892 2024-11-09T11:22:09,990 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/B of f57b1eba5a8c98e8f2f8368433336b4c into d6a251af70bb47f286164482bc007420(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:09,991 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:09,991 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/B, priority=13, startTime=1731151329958; duration=0sec 2024-11-09T11:22:09,991 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:09,991 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:B 2024-11-09T11:22:09,996 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:09,997 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/9e3f9bf1c0f940adb5621ce22e23957a is 50, key is test_row_0/C:col10/1731151328892/Put/seqid=0 2024-11-09T11:22:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742332_1508 (size=12301) 2024-11-09T11:22:09,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742333_1509 (size=12747) 2024-11-09T11:22:10,004 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/9e3f9bf1c0f940adb5621ce22e23957a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9e3f9bf1c0f940adb5621ce22e23957a 2024-11-09T11:22:10,007 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/C of f57b1eba5a8c98e8f2f8368433336b4c into 9e3f9bf1c0f940adb5621ce22e23957a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:10,007 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:10,007 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/C, priority=13, startTime=1731151329958; duration=0sec 2024-11-09T11:22:10,007 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:10,007 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:C 2024-11-09T11:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T11:22:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:10,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:10,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151390175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151390176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151390179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151390179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151390182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151390283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151390283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151390283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151390285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151390288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,399 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/e2d6d7926be1401d9b422edb771b5072 2024-11-09T11:22:10,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/2b9f41101b9b478fb1610207903e10ff is 50, key is test_row_0/B:col10/1731151329527/Put/seqid=0 2024-11-09T11:22:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742334_1510 (size=12301) 2024-11-09T11:22:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T11:22:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151390488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151390489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151390489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151390489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151390495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151390793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151390794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151390794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151390794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151390801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:10,811 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/2b9f41101b9b478fb1610207903e10ff 2024-11-09T11:22:10,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/5a91d5f4e8194c748e87532c7f89647e is 50, key is test_row_0/C:col10/1731151329527/Put/seqid=0 2024-11-09T11:22:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742335_1511 (size=12301) 2024-11-09T11:22:10,827 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/5a91d5f4e8194c748e87532c7f89647e 2024-11-09T11:22:10,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/e2d6d7926be1401d9b422edb771b5072 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e2d6d7926be1401d9b422edb771b5072 2024-11-09T11:22:10,832 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e2d6d7926be1401d9b422edb771b5072, entries=150, sequenceid=282, filesize=12.0 K 2024-11-09T11:22:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/2b9f41101b9b478fb1610207903e10ff as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2b9f41101b9b478fb1610207903e10ff 2024-11-09T11:22:10,835 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2b9f41101b9b478fb1610207903e10ff, entries=150, sequenceid=282, filesize=12.0 K 2024-11-09T11:22:10,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/5a91d5f4e8194c748e87532c7f89647e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5a91d5f4e8194c748e87532c7f89647e 2024-11-09T11:22:10,838 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5a91d5f4e8194c748e87532c7f89647e, entries=150, sequenceid=282, filesize=12.0 K 2024-11-09T11:22:10,839 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f57b1eba5a8c98e8f2f8368433336b4c in 871ms, sequenceid=282, compaction requested=false 2024-11-09T11:22:10,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:10,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:10,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-09T11:22:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-09T11:22:10,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-09T11:22:10,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-11-09T11:22:10,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.0300 sec 2024-11-09T11:22:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T11:22:10,917 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-09T11:22:10,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-09T11:22:10,919 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:10,919 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:10,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T11:22:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T11:22:11,070 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-09T11:22:11,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:11,071 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T11:22:11,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:11,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:11,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:11,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:11,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:11,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/39b1ac0672b2440cb64d570afe7e1e36 is 50, key is test_row_0/A:col10/1731151330181/Put/seqid=0 2024-11-09T11:22:11,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742336_1512 (size=12301) 2024-11-09T11:22:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T11:22:11,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:11,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151391323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151391324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151391325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151391326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151391332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151391433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151391433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151391433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151391436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151391436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,488 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/39b1ac0672b2440cb64d570afe7e1e36 2024-11-09T11:22:11,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/96e42cedfb164a62a6b7459c982e7ea6 is 50, key is test_row_0/B:col10/1731151330181/Put/seqid=0 2024-11-09T11:22:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742337_1513 (size=12301) 2024-11-09T11:22:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T11:22:11,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151391640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151391640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151391640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151391640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151391641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,909 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/96e42cedfb164a62a6b7459c982e7ea6 2024-11-09T11:22:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/2ea4e2d8f474424fb50262f8491095d0 is 50, key is test_row_0/C:col10/1731151330181/Put/seqid=0 2024-11-09T11:22:11,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742338_1514 (size=12301) 2024-11-09T11:22:11,928 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/2ea4e2d8f474424fb50262f8491095d0 2024-11-09T11:22:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/39b1ac0672b2440cb64d570afe7e1e36 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/39b1ac0672b2440cb64d570afe7e1e36 2024-11-09T11:22:11,934 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/39b1ac0672b2440cb64d570afe7e1e36, entries=150, sequenceid=299, filesize=12.0 K 2024-11-09T11:22:11,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/96e42cedfb164a62a6b7459c982e7ea6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/96e42cedfb164a62a6b7459c982e7ea6 2024-11-09T11:22:11,938 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/96e42cedfb164a62a6b7459c982e7ea6, entries=150, sequenceid=299, filesize=12.0 K 2024-11-09T11:22:11,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/2ea4e2d8f474424fb50262f8491095d0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/2ea4e2d8f474424fb50262f8491095d0 2024-11-09T11:22:11,940 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/2ea4e2d8f474424fb50262f8491095d0, entries=150, sequenceid=299, filesize=12.0 K 2024-11-09T11:22:11,941 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f57b1eba5a8c98e8f2f8368433336b4c in 870ms, sequenceid=299, compaction requested=true 2024-11-09T11:22:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-09T11:22:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-09T11:22:11,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-09T11:22:11,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-11-09T11:22:11,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.0260 sec 2024-11-09T11:22:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:11,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T11:22:11,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:11,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:11,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:11,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:11,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:11,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:11,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/fd6fff92309b4dd097f3746609dc9b98 is 50, key is test_row_0/A:col10/1731151331953/Put/seqid=0 2024-11-09T11:22:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742339_1515 (size=12301) 2024-11-09T11:22:11,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/fd6fff92309b4dd097f3746609dc9b98 2024-11-09T11:22:11,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/9cecd7dbb4504870b2d983fac6da9dd9 is 50, key is test_row_0/B:col10/1731151331953/Put/seqid=0 2024-11-09T11:22:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151391962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151391962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151391963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742340_1516 (size=12301) 2024-11-09T11:22:11,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151391972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:11,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151391972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T11:22:12,022 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-09T11:22:12,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-09T11:22:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T11:22:12,024 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:12,025 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:12,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:12,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151392072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151392073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151392073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151392084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151392084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T11:22:12,176 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-09T11:22:12,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:12,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:12,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:12,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:12,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151392282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151392282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151392282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151392293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151392294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T11:22:12,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-09T11:22:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:12,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:12,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/9cecd7dbb4504870b2d983fac6da9dd9 2024-11-09T11:22:12,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/e3ea9aa7484940b7882e10b71ce6446d is 50, key is test_row_0/C:col10/1731151331953/Put/seqid=0 2024-11-09T11:22:12,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742341_1517 (size=12301) 2024-11-09T11:22:12,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/e3ea9aa7484940b7882e10b71ce6446d 2024-11-09T11:22:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/fd6fff92309b4dd097f3746609dc9b98 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fd6fff92309b4dd097f3746609dc9b98 2024-11-09T11:22:12,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fd6fff92309b4dd097f3746609dc9b98, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T11:22:12,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/9cecd7dbb4504870b2d983fac6da9dd9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9cecd7dbb4504870b2d983fac6da9dd9 2024-11-09T11:22:12,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9cecd7dbb4504870b2d983fac6da9dd9, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T11:22:12,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/e3ea9aa7484940b7882e10b71ce6446d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e3ea9aa7484940b7882e10b71ce6446d 2024-11-09T11:22:12,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e3ea9aa7484940b7882e10b71ce6446d, entries=150, sequenceid=323, filesize=12.0 K 2024-11-09T11:22:12,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f57b1eba5a8c98e8f2f8368433336b4c in 442ms, sequenceid=323, compaction requested=true 2024-11-09T11:22:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:12,395 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:22:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:12,395 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:22:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:12,396 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49650 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:22:12,396 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/B is initiating minor compaction (all files) 2024-11-09T11:22:12,397 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/B in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:12,397 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d6a251af70bb47f286164482bc007420, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2b9f41101b9b478fb1610207903e10ff, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/96e42cedfb164a62a6b7459c982e7ea6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9cecd7dbb4504870b2d983fac6da9dd9] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=48.5 K 2024-11-09T11:22:12,397 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49650 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:22:12,397 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/A is initiating minor compaction (all files) 2024-11-09T11:22:12,397 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/A in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:12,397 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a251af70bb47f286164482bc007420, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731151328892 2024-11-09T11:22:12,397 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/9bec118c24dc4c6c8b559506374b16f4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e2d6d7926be1401d9b422edb771b5072, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/39b1ac0672b2440cb64d570afe7e1e36, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fd6fff92309b4dd097f3746609dc9b98] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=48.5 K 2024-11-09T11:22:12,397 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b9f41101b9b478fb1610207903e10ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731151329527 2024-11-09T11:22:12,397 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bec118c24dc4c6c8b559506374b16f4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731151328892 2024-11-09T11:22:12,398 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2d6d7926be1401d9b422edb771b5072, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731151329527 2024-11-09T11:22:12,398 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e42cedfb164a62a6b7459c982e7ea6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731151330175 2024-11-09T11:22:12,398 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39b1ac0672b2440cb64d570afe7e1e36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731151330175 2024-11-09T11:22:12,398 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cecd7dbb4504870b2d983fac6da9dd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731151331323 2024-11-09T11:22:12,398 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd6fff92309b4dd097f3746609dc9b98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731151331323 2024-11-09T11:22:12,407 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#B#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:12,407 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/0adbc77d5a5e4184b5a5b79290f61491 is 50, key is test_row_0/B:col10/1731151331953/Put/seqid=0 2024-11-09T11:22:12,413 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#A#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:12,413 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a2aa363103f84e2ab2bc5583141fac47 is 50, key is test_row_0/A:col10/1731151331953/Put/seqid=0 2024-11-09T11:22:12,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742342_1518 (size=12983) 2024-11-09T11:22:12,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742343_1519 (size=12983) 2024-11-09T11:22:12,440 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a2aa363103f84e2ab2bc5583141fac47 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a2aa363103f84e2ab2bc5583141fac47 2024-11-09T11:22:12,445 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/A of f57b1eba5a8c98e8f2f8368433336b4c into a2aa363103f84e2ab2bc5583141fac47(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:12,445 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:12,445 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/A, priority=12, startTime=1731151332395; duration=0sec 2024-11-09T11:22:12,445 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:12,446 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:A 2024-11-09T11:22:12,446 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:22:12,446 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49650 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:22:12,447 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/C is initiating minor compaction (all files) 2024-11-09T11:22:12,447 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/C in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:12,447 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9e3f9bf1c0f940adb5621ce22e23957a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5a91d5f4e8194c748e87532c7f89647e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/2ea4e2d8f474424fb50262f8491095d0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e3ea9aa7484940b7882e10b71ce6446d] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=48.5 K 2024-11-09T11:22:12,448 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e3f9bf1c0f940adb5621ce22e23957a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731151328892 2024-11-09T11:22:12,448 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a91d5f4e8194c748e87532c7f89647e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731151329527 2024-11-09T11:22:12,449 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ea4e2d8f474424fb50262f8491095d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731151330175 2024-11-09T11:22:12,449 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3ea9aa7484940b7882e10b71ce6446d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731151331323 2024-11-09T11:22:12,455 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#C#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:12,455 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/42065ca1472741cb9ef68230444533b5 is 50, key is test_row_0/C:col10/1731151331953/Put/seqid=0 2024-11-09T11:22:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742344_1520 (size=12983) 2024-11-09T11:22:12,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-09T11:22:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:12,481 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T11:22:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/f2762f3829114c31bfd935df7ed151de is 50, key is test_row_0/A:col10/1731151331961/Put/seqid=0 2024-11-09T11:22:12,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742345_1521 (size=12301) 2024-11-09T11:22:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T11:22:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151392651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151392651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151392651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151392652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151392652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151392760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151392760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151392760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151392760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151392761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,837 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/0adbc77d5a5e4184b5a5b79290f61491 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/0adbc77d5a5e4184b5a5b79290f61491 2024-11-09T11:22:12,840 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/B of f57b1eba5a8c98e8f2f8368433336b4c into 0adbc77d5a5e4184b5a5b79290f61491(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:12,840 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:12,840 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/B, priority=12, startTime=1731151332395; duration=0sec 2024-11-09T11:22:12,841 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:12,841 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:B 2024-11-09T11:22:12,862 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/42065ca1472741cb9ef68230444533b5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/42065ca1472741cb9ef68230444533b5 2024-11-09T11:22:12,865 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/C of f57b1eba5a8c98e8f2f8368433336b4c into 42065ca1472741cb9ef68230444533b5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:12,865 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:12,865 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/C, priority=12, startTime=1731151332395; duration=0sec 2024-11-09T11:22:12,865 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:12,865 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:C 2024-11-09T11:22:12,896 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/f2762f3829114c31bfd935df7ed151de 2024-11-09T11:22:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d664e0e198b74b76901eef9c4ce22ca8 is 50, key is test_row_0/B:col10/1731151331961/Put/seqid=0 2024-11-09T11:22:12,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742346_1522 (size=12301) 2024-11-09T11:22:12,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151392966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151392967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151392967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151392968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151392968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T11:22:13,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151393271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151393271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151393272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151393273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151393274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,307 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d664e0e198b74b76901eef9c4ce22ca8 2024-11-09T11:22:13,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/d4ab395f344b427e99317ff64ab9407e is 50, key is test_row_0/C:col10/1731151331961/Put/seqid=0 2024-11-09T11:22:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742347_1523 (size=12301) 2024-11-09T11:22:13,715 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/d4ab395f344b427e99317ff64ab9407e 2024-11-09T11:22:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/f2762f3829114c31bfd935df7ed151de as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/f2762f3829114c31bfd935df7ed151de 2024-11-09T11:22:13,721 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/f2762f3829114c31bfd935df7ed151de, entries=150, sequenceid=337, filesize=12.0 K 2024-11-09T11:22:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d664e0e198b74b76901eef9c4ce22ca8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d664e0e198b74b76901eef9c4ce22ca8 2024-11-09T11:22:13,724 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d664e0e198b74b76901eef9c4ce22ca8, entries=150, sequenceid=337, filesize=12.0 K 2024-11-09T11:22:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/d4ab395f344b427e99317ff64ab9407e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d4ab395f344b427e99317ff64ab9407e 2024-11-09T11:22:13,727 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d4ab395f344b427e99317ff64ab9407e, entries=150, sequenceid=337, filesize=12.0 K 2024-11-09T11:22:13,728 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f57b1eba5a8c98e8f2f8368433336b4c in 1247ms, sequenceid=337, compaction requested=false 2024-11-09T11:22:13,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:13,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:13,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-09T11:22:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-09T11:22:13,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-09T11:22:13,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-11-09T11:22:13,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.7070 sec 2024-11-09T11:22:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:13,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T11:22:13,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:13,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:13,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:13,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:13,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:13,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:13,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/35318cb476d14c33add09bf754cfac8f is 50, key is test_row_0/A:col10/1731151333780/Put/seqid=0 2024-11-09T11:22:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742348_1524 (size=14741) 2024-11-09T11:22:13,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/35318cb476d14c33add09bf754cfac8f 2024-11-09T11:22:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151393789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151393790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151393790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/2a41a2dfdc9644c59ec6b9ec4d6fee0a is 50, key is test_row_0/B:col10/1731151333780/Put/seqid=0 2024-11-09T11:22:13,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151393793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151393793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742349_1525 (size=12301) 2024-11-09T11:22:13,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151393898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151393901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151393901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151393901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:13,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151393907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151394102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151394104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151394105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151394105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151394113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-09T11:22:14,129 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-09T11:22:14,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-09T11:22:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-09T11:22:14,131 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:14,132 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:14,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:14,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/2a41a2dfdc9644c59ec6b9ec4d6fee0a 2024-11-09T11:22:14,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/f9c8665f968e4db8968fdd3b3715a1da is 50, key is test_row_0/C:col10/1731151333780/Put/seqid=0 2024-11-09T11:22:14,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742350_1526 (size=12301) 2024-11-09T11:22:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-09T11:22:14,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-09T11:22:14,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:14,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:14,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:14,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151394405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151394412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151394413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151394414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151394419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-09T11:22:14,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-09T11:22:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:14,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-09T11:22:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:14,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/f9c8665f968e4db8968fdd3b3715a1da 2024-11-09T11:22:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/35318cb476d14c33add09bf754cfac8f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/35318cb476d14c33add09bf754cfac8f 2024-11-09T11:22:14,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/35318cb476d14c33add09bf754cfac8f, entries=200, sequenceid=363, filesize=14.4 K 2024-11-09T11:22:14,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/2a41a2dfdc9644c59ec6b9ec4d6fee0a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2a41a2dfdc9644c59ec6b9ec4d6fee0a 2024-11-09T11:22:14,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2a41a2dfdc9644c59ec6b9ec4d6fee0a, entries=150, sequenceid=363, filesize=12.0 K 2024-11-09T11:22:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/f9c8665f968e4db8968fdd3b3715a1da as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/f9c8665f968e4db8968fdd3b3715a1da 2024-11-09T11:22:14,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/f9c8665f968e4db8968fdd3b3715a1da, entries=150, sequenceid=363, filesize=12.0 K 2024-11-09T11:22:14,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f57b1eba5a8c98e8f2f8368433336b4c in 862ms, sequenceid=363, compaction requested=true 2024-11-09T11:22:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:14,643 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:14,643 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:14,647 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:14,647 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:14,647 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/A is initiating minor compaction (all files) 2024-11-09T11:22:14,647 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/B is initiating minor compaction (all files) 2024-11-09T11:22:14,647 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/A in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,647 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a2aa363103f84e2ab2bc5583141fac47, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/f2762f3829114c31bfd935df7ed151de, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/35318cb476d14c33add09bf754cfac8f] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=39.1 K 2024-11-09T11:22:14,647 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/B in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,648 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/0adbc77d5a5e4184b5a5b79290f61491, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d664e0e198b74b76901eef9c4ce22ca8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2a41a2dfdc9644c59ec6b9ec4d6fee0a] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=36.7 K 2024-11-09T11:22:14,648 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2aa363103f84e2ab2bc5583141fac47, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731151331323 2024-11-09T11:22:14,648 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 0adbc77d5a5e4184b5a5b79290f61491, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731151331323 2024-11-09T11:22:14,648 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d664e0e198b74b76901eef9c4ce22ca8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731151331961 2024-11-09T11:22:14,648 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2762f3829114c31bfd935df7ed151de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731151331961 2024-11-09T11:22:14,648 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a41a2dfdc9644c59ec6b9ec4d6fee0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731151332615 2024-11-09T11:22:14,648 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35318cb476d14c33add09bf754cfac8f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731151332615 2024-11-09T11:22:14,660 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:14,661 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/f98a518800ed4abcb163a6a068833cfe is 50, key is test_row_0/B:col10/1731151333780/Put/seqid=0 2024-11-09T11:22:14,663 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#A#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:14,663 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/bd84fe19c65b4f01be48da06069bfee2 is 50, key is test_row_0/A:col10/1731151333780/Put/seqid=0 2024-11-09T11:22:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742352_1528 (size=13085) 2024-11-09T11:22:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742351_1527 (size=13085) 2024-11-09T11:22:14,673 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/bd84fe19c65b4f01be48da06069bfee2 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/bd84fe19c65b4f01be48da06069bfee2 2024-11-09T11:22:14,676 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/A of f57b1eba5a8c98e8f2f8368433336b4c into bd84fe19c65b4f01be48da06069bfee2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:14,676 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:14,676 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/A, priority=13, startTime=1731151334643; duration=0sec 2024-11-09T11:22:14,676 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:14,676 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:A 2024-11-09T11:22:14,676 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:14,677 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:14,677 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/C is initiating minor compaction (all files) 2024-11-09T11:22:14,677 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/C in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,677 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/42065ca1472741cb9ef68230444533b5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d4ab395f344b427e99317ff64ab9407e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/f9c8665f968e4db8968fdd3b3715a1da] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=36.7 K 2024-11-09T11:22:14,677 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42065ca1472741cb9ef68230444533b5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731151331323 2024-11-09T11:22:14,677 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4ab395f344b427e99317ff64ab9407e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731151331961 2024-11-09T11:22:14,678 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9c8665f968e4db8968fdd3b3715a1da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731151332615 2024-11-09T11:22:14,683 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:14,683 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/a6637bc5595547ca9fa1bbd5df5e8a79 is 50, key is test_row_0/C:col10/1731151333780/Put/seqid=0 2024-11-09T11:22:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742353_1529 (size=13085) 2024-11-09T11:22:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-09T11:22:14,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-09T11:22:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:14,740 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:22:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/dfbcd2cc8da24216b38975be6385a529 is 50, key is test_row_0/A:col10/1731151333791/Put/seqid=0 2024-11-09T11:22:14,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742354_1530 (size=12301) 2024-11-09T11:22:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:14,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:14,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151394948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151394949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151394950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151394951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:14,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151394951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151395057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151395057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151395057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151395058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151395058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,072 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/f98a518800ed4abcb163a6a068833cfe as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f98a518800ed4abcb163a6a068833cfe 2024-11-09T11:22:15,075 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/B of f57b1eba5a8c98e8f2f8368433336b4c into f98a518800ed4abcb163a6a068833cfe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:15,075 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:15,075 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/B, priority=13, startTime=1731151334643; duration=0sec 2024-11-09T11:22:15,075 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:15,075 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:B 2024-11-09T11:22:15,091 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/a6637bc5595547ca9fa1bbd5df5e8a79 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a6637bc5595547ca9fa1bbd5df5e8a79 2024-11-09T11:22:15,094 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/C of f57b1eba5a8c98e8f2f8368433336b4c into a6637bc5595547ca9fa1bbd5df5e8a79(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:15,094 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:15,094 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/C, priority=13, startTime=1731151334644; duration=0sec 2024-11-09T11:22:15,094 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:15,094 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:C 2024-11-09T11:22:15,147 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/dfbcd2cc8da24216b38975be6385a529 2024-11-09T11:22:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/e2190bb9ae5542deb73ed76b65ab0f49 is 50, key is test_row_0/B:col10/1731151333791/Put/seqid=0 2024-11-09T11:22:15,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742355_1531 (size=12301) 2024-11-09T11:22:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-09T11:22:15,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151395264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151395265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151395265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151395265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151395265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,571 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/e2190bb9ae5542deb73ed76b65ab0f49 2024-11-09T11:22:15,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151395570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151395572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151395573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151395574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151395574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:15,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/dfddf803115246faaf206018ed673eae is 50, key is test_row_0/C:col10/1731151333791/Put/seqid=0 2024-11-09T11:22:15,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742356_1532 (size=12301) 2024-11-09T11:22:15,982 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/dfddf803115246faaf206018ed673eae 2024-11-09T11:22:15,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/dfbcd2cc8da24216b38975be6385a529 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/dfbcd2cc8da24216b38975be6385a529 2024-11-09T11:22:15,991 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/dfbcd2cc8da24216b38975be6385a529, entries=150, sequenceid=376, filesize=12.0 K 2024-11-09T11:22:15,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/e2190bb9ae5542deb73ed76b65ab0f49 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/e2190bb9ae5542deb73ed76b65ab0f49 2024-11-09T11:22:15,994 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/e2190bb9ae5542deb73ed76b65ab0f49, entries=150, sequenceid=376, filesize=12.0 K 2024-11-09T11:22:15,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/dfddf803115246faaf206018ed673eae as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dfddf803115246faaf206018ed673eae 2024-11-09T11:22:15,997 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dfddf803115246faaf206018ed673eae, entries=150, sequenceid=376, filesize=12.0 K 2024-11-09T11:22:15,998 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f57b1eba5a8c98e8f2f8368433336b4c in 1258ms, sequenceid=376, compaction requested=false 2024-11-09T11:22:15,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:15,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:15,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-09T11:22:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-09T11:22:16,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-09T11:22:16,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8670 sec 2024-11-09T11:22:16,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.8700 sec 2024-11-09T11:22:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:16,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:22:16,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:16,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:16,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:16,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:16,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:16,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:16,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/4360eb2eafbe4fd892c0b9f1359c1f0d is 50, key is test_row_0/A:col10/1731151336084/Put/seqid=0 2024-11-09T11:22:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742357_1533 (size=19621) 2024-11-09T11:22:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151396087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151396089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151396095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151396095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151396096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151396197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151396197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151396204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151396204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151396205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-09T11:22:16,234 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-09T11:22:16,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-09T11:22:16,236 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-09T11:22:16,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:16,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-09T11:22:16,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-09T11:22:16,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:16,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151396401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151396401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151396410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151396410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151396411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/4360eb2eafbe4fd892c0b9f1359c1f0d 2024-11-09T11:22:16,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/5002150692944227b41a8c34838a72b9 is 50, key is test_row_0/B:col10/1731151336084/Put/seqid=0 2024-11-09T11:22:16,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742358_1534 (size=12301) 2024-11-09T11:22:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-09T11:22:16,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-09T11:22:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-09T11:22:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151396708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151396709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151396715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151396716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151396717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-09T11:22:16,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-09T11:22:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/5002150692944227b41a8c34838a72b9 2024-11-09T11:22:16,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/95b89cfeda63406d8db889ff2e3a5d82 is 50, key is test_row_0/C:col10/1731151336084/Put/seqid=0 2024-11-09T11:22:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742359_1535 (size=12301) 2024-11-09T11:22:16,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:16,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-09T11:22:16,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:16,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:16,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:17,150 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:17,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-09T11:22:17,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:17,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:17,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:17,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:17,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:17,211 DEBUG [Thread-2018 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d567fc2 to 127.0.0.1:63884 2024-11-09T11:22:17,211 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:17,211 DEBUG [Thread-2022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c53df25 to 127.0.0.1:63884 2024-11-09T11:22:17,211 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:17,213 DEBUG [Thread-2020 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69e0c36f to 127.0.0.1:63884 2024-11-09T11:22:17,213 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:17,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:17,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39248 deadline: 1731151397216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39332 deadline: 1731151397216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:17,216 DEBUG [Thread-2016 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02430fee to 127.0.0.1:63884 2024-11-09T11:22:17,216 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:17,217 DEBUG [Thread-2024 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58e7ba75 to 127.0.0.1:63884 2024-11-09T11:22:17,217 DEBUG [Thread-2024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:17,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39260 deadline: 1731151397219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:17,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39266 deadline: 1731151397222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:17,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39294 deadline: 1731151397226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:17,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:17,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-09T11:22:17,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:17,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:17,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:17,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:17,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:17,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/95b89cfeda63406d8db889ff2e3a5d82 2024-11-09T11:22:17,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/4360eb2eafbe4fd892c0b9f1359c1f0d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/4360eb2eafbe4fd892c0b9f1359c1f0d 2024-11-09T11:22:17,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/4360eb2eafbe4fd892c0b9f1359c1f0d, entries=300, sequenceid=405, filesize=19.2 K 2024-11-09T11:22:17,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/5002150692944227b41a8c34838a72b9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5002150692944227b41a8c34838a72b9 2024-11-09T11:22:17,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5002150692944227b41a8c34838a72b9, entries=150, sequenceid=405, filesize=12.0 K 2024-11-09T11:22:17,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/95b89cfeda63406d8db889ff2e3a5d82 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/95b89cfeda63406d8db889ff2e3a5d82 2024-11-09T11:22:17,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/95b89cfeda63406d8db889ff2e3a5d82, entries=150, sequenceid=405, filesize=12.0 K 2024-11-09T11:22:17,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f57b1eba5a8c98e8f2f8368433336b4c in 1245ms, sequenceid=405, compaction requested=true 2024-11-09T11:22:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:17,329 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:17,329 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f57b1eba5a8c98e8f2f8368433336b4c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:17,329 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:17,330 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/A is initiating minor compaction (all files) 2024-11-09T11:22:17,330 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:17,330 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/B is initiating minor compaction (all files) 2024-11-09T11:22:17,330 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/A in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:17,330 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/B in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:17,330 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/bd84fe19c65b4f01be48da06069bfee2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/dfbcd2cc8da24216b38975be6385a529, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/4360eb2eafbe4fd892c0b9f1359c1f0d] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=44.0 K 2024-11-09T11:22:17,330 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f98a518800ed4abcb163a6a068833cfe, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/e2190bb9ae5542deb73ed76b65ab0f49, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5002150692944227b41a8c34838a72b9] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=36.8 K 2024-11-09T11:22:17,330 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd84fe19c65b4f01be48da06069bfee2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731151332615 2024-11-09T11:22:17,330 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f98a518800ed4abcb163a6a068833cfe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731151332615 2024-11-09T11:22:17,330 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfbcd2cc8da24216b38975be6385a529, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731151333789 2024-11-09T11:22:17,330 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting e2190bb9ae5542deb73ed76b65ab0f49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731151333789 2024-11-09T11:22:17,330 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4360eb2eafbe4fd892c0b9f1359c1f0d, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731151334947 2024-11-09T11:22:17,330 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 5002150692944227b41a8c34838a72b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731151334950 2024-11-09T11:22:17,338 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#B#compaction#456 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:17,338 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/532b992c0fa6442d88a55fff707a4b51 is 50, key is test_row_0/B:col10/1731151336084/Put/seqid=0 2024-11-09T11:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-09T11:22:17,343 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#A#compaction#455 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:17,344 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/fdd6a0b9ea694769a3f76ac994222300 is 50, key is test_row_0/A:col10/1731151336084/Put/seqid=0 2024-11-09T11:22:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742360_1536 (size=13187) 2024-11-09T11:22:17,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742361_1537 (size=13187) 2024-11-09T11:22:17,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:17,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-09T11:22:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:17,455 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T11:22:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:17,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:17,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/60b49f004fb2432f9936f6e849d69512 is 50, key is test_row_0/A:col10/1731151336095/Put/seqid=0 2024-11-09T11:22:17,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742362_1538 (size=12301) 2024-11-09T11:22:17,752 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/532b992c0fa6442d88a55fff707a4b51 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/532b992c0fa6442d88a55fff707a4b51 2024-11-09T11:22:17,754 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/fdd6a0b9ea694769a3f76ac994222300 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fdd6a0b9ea694769a3f76ac994222300 2024-11-09T11:22:17,755 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/B of f57b1eba5a8c98e8f2f8368433336b4c into 532b992c0fa6442d88a55fff707a4b51(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:17,756 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:17,756 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/B, priority=13, startTime=1731151337329; duration=0sec 2024-11-09T11:22:17,756 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:17,756 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:B 2024-11-09T11:22:17,756 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:17,756 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:17,756 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): f57b1eba5a8c98e8f2f8368433336b4c/C is initiating minor compaction (all files) 2024-11-09T11:22:17,756 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f57b1eba5a8c98e8f2f8368433336b4c/C in TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:17,756 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a6637bc5595547ca9fa1bbd5df5e8a79, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dfddf803115246faaf206018ed673eae, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/95b89cfeda63406d8db889ff2e3a5d82] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp, totalSize=36.8 K 2024-11-09T11:22:17,757 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting a6637bc5595547ca9fa1bbd5df5e8a79, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731151332615 2024-11-09T11:22:17,757 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting dfddf803115246faaf206018ed673eae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731151333789 2024-11-09T11:22:17,757 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 95b89cfeda63406d8db889ff2e3a5d82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731151334950 2024-11-09T11:22:17,757 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/A of f57b1eba5a8c98e8f2f8368433336b4c into fdd6a0b9ea694769a3f76ac994222300(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:17,757 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:17,757 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/A, priority=13, startTime=1731151337329; duration=0sec 2024-11-09T11:22:17,758 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:17,758 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:A 2024-11-09T11:22:17,761 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f57b1eba5a8c98e8f2f8368433336b4c#C#compaction#458 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:17,762 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/9c812e90bf5a4d3bbda5b241b21b9d03 is 50, key is test_row_0/C:col10/1731151336084/Put/seqid=0 2024-11-09T11:22:17,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742363_1539 (size=13187) 2024-11-09T11:22:17,864 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/60b49f004fb2432f9936f6e849d69512 2024-11-09T11:22:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/3573375df2d44c53a0df32100dbf79e6 is 50, key is test_row_0/B:col10/1731151336095/Put/seqid=0 2024-11-09T11:22:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742364_1540 (size=12301) 2024-11-09T11:22:18,177 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/9c812e90bf5a4d3bbda5b241b21b9d03 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9c812e90bf5a4d3bbda5b241b21b9d03 2024-11-09T11:22:18,181 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f57b1eba5a8c98e8f2f8368433336b4c/C of f57b1eba5a8c98e8f2f8368433336b4c into 9c812e90bf5a4d3bbda5b241b21b9d03(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:18,181 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:18,181 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c., storeName=f57b1eba5a8c98e8f2f8368433336b4c/C, priority=13, startTime=1731151337329; duration=0sec 2024-11-09T11:22:18,181 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:18,181 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f57b1eba5a8c98e8f2f8368433336b4c:C 2024-11-09T11:22:18,222 DEBUG [Thread-2011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0657e1bf to 127.0.0.1:63884 2024-11-09T11:22:18,222 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:18,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. as already flushing 2024-11-09T11:22:18,226 DEBUG [Thread-2007 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x402e5def to 127.0.0.1:63884 2024-11-09T11:22:18,226 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:18,227 DEBUG [Thread-2005 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b3baa5 to 127.0.0.1:63884 2024-11-09T11:22:18,227 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:18,230 DEBUG [Thread-2009 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10bda459 to 127.0.0.1:63884 2024-11-09T11:22:18,230 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:18,233 DEBUG [Thread-2013 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dee2855 to 127.0.0.1:63884 2024-11-09T11:22:18,233 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:18,274 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/3573375df2d44c53a0df32100dbf79e6 2024-11-09T11:22:18,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/abcdafeb729445679bd03f8adea8b3e7 is 50, key is test_row_0/C:col10/1731151336095/Put/seqid=0 2024-11-09T11:22:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742365_1541 (size=12301) 2024-11-09T11:22:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-09T11:22:18,690 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/abcdafeb729445679bd03f8adea8b3e7 2024-11-09T11:22:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/60b49f004fb2432f9936f6e849d69512 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/60b49f004fb2432f9936f6e849d69512 2024-11-09T11:22:18,696 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/60b49f004fb2432f9936f6e849d69512, entries=150, sequenceid=414, filesize=12.0 K 2024-11-09T11:22:18,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/3573375df2d44c53a0df32100dbf79e6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/3573375df2d44c53a0df32100dbf79e6 2024-11-09T11:22:18,700 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/3573375df2d44c53a0df32100dbf79e6, entries=150, sequenceid=414, filesize=12.0 K 2024-11-09T11:22:18,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/abcdafeb729445679bd03f8adea8b3e7 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/abcdafeb729445679bd03f8adea8b3e7 2024-11-09T11:22:18,702 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/abcdafeb729445679bd03f8adea8b3e7, entries=150, sequenceid=414, filesize=12.0 K 2024-11-09T11:22:18,703 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=33.54 KB/34350 for f57b1eba5a8c98e8f2f8368433336b4c in 1248ms, sequenceid=414, compaction requested=false 2024-11-09T11:22:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-09T11:22:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-09T11:22:18,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-09T11:22:18,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4670 sec 2024-11-09T11:22:18,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.4700 sec 2024-11-09T11:22:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-09T11:22:20,343 INFO [Thread-2015 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2073 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6219 rows 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2064 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6192 rows 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2064 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6192 rows 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2053 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6159 rows 2024-11-09T11:22:20,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2058 2024-11-09T11:22:20,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6173 rows 2024-11-09T11:22:20,345 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T11:22:20,345 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2011d733 to 127.0.0.1:63884 2024-11-09T11:22:20,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:20,347 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T11:22:20,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T11:22:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-09T11:22:20,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151340352"}]},"ts":"1731151340352"} 2024-11-09T11:22:20,353 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:22:20,390 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:22:20,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:22:20,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f57b1eba5a8c98e8f2f8368433336b4c, UNASSIGN}] 2024-11-09T11:22:20,392 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f57b1eba5a8c98e8f2f8368433336b4c, UNASSIGN 2024-11-09T11:22:20,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=f57b1eba5a8c98e8f2f8368433336b4c, regionState=CLOSING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:22:20,394 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:22:20,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:22:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-09T11:22:20,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:20,545 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:20,545 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T11:22:20,545 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing f57b1eba5a8c98e8f2f8368433336b4c, disabling compactions & flushes 2024-11-09T11:22:20,545 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:20,545 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:20,545 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. after waiting 0 ms 2024-11-09T11:22:20,545 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:20,545 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing f57b1eba5a8c98e8f2f8368433336b4c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T11:22:20,546 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=A 2024-11-09T11:22:20,546 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:20,546 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=B 2024-11-09T11:22:20,546 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:20,546 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f57b1eba5a8c98e8f2f8368433336b4c, store=C 2024-11-09T11:22:20,546 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:20,549 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a36358bf74e549139f9a3c97bf7d08f5 is 50, key is test_row_0/A:col10/1731151338229/Put/seqid=0 2024-11-09T11:22:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742366_1542 (size=9857) 2024-11-09T11:22:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-09T11:22:20,953 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a36358bf74e549139f9a3c97bf7d08f5 2024-11-09T11:22:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-09T11:22:20,961 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d75239db9f824d90a3a0248387eb4e09 is 50, key is test_row_0/B:col10/1731151338229/Put/seqid=0 2024-11-09T11:22:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742367_1543 (size=9857) 2024-11-09T11:22:21,366 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d75239db9f824d90a3a0248387eb4e09 2024-11-09T11:22:21,376 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/44ef941ab776438f82056fb0dd8183ec is 50, key is test_row_0/C:col10/1731151338229/Put/seqid=0 2024-11-09T11:22:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742368_1544 (size=9857) 2024-11-09T11:22:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-09T11:22:21,781 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/44ef941ab776438f82056fb0dd8183ec 2024-11-09T11:22:21,789 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/A/a36358bf74e549139f9a3c97bf7d08f5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a36358bf74e549139f9a3c97bf7d08f5 2024-11-09T11:22:21,793 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a36358bf74e549139f9a3c97bf7d08f5, entries=100, sequenceid=425, filesize=9.6 K 2024-11-09T11:22:21,794 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/B/d75239db9f824d90a3a0248387eb4e09 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d75239db9f824d90a3a0248387eb4e09 2024-11-09T11:22:21,797 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d75239db9f824d90a3a0248387eb4e09, entries=100, sequenceid=425, filesize=9.6 K 2024-11-09T11:22:21,798 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/.tmp/C/44ef941ab776438f82056fb0dd8183ec as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/44ef941ab776438f82056fb0dd8183ec 2024-11-09T11:22:21,801 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/44ef941ab776438f82056fb0dd8183ec, entries=100, sequenceid=425, filesize=9.6 K 2024-11-09T11:22:21,802 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f57b1eba5a8c98e8f2f8368433336b4c in 1257ms, sequenceid=425, compaction requested=true 2024-11-09T11:22:21,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a61e112d47f44479ac2858072d57058f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/5b7894cfb1bc460497419b8842b952a4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/439228419b634932a5d252980f0d75f7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fb9fdc698d3242e89cb8544f04ee392b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3a8534442d4d46548d64cc42cf73e330, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/88f348feff364c248a61b89a89e622c9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/0700ad0166f94c0885f20f00f025a3dc, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/48a7b908ecc44fb4a9f06438aa337b29, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ee86abe0d0c54e4497c2b5f73727f89b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ea4c766476624343ba2bdc594d5ceb5a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/8245b0be759a4a3cbec8f0348cdfd411, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e139bd4c556d4537bb5e7e4efaa045b6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/aae756a656e84696af78b24a34f2e355, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a0ff6db3a89f42c182ca3de38a8909c6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3aebf30622cd4d4e8570bd26dc5f238c, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/9bec118c24dc4c6c8b559506374b16f4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/7bfbcf9c46a8499799a2e92a1deabbfb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e2d6d7926be1401d9b422edb771b5072, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/39b1ac0672b2440cb64d570afe7e1e36, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a2aa363103f84e2ab2bc5583141fac47, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fd6fff92309b4dd097f3746609dc9b98, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/f2762f3829114c31bfd935df7ed151de, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/35318cb476d14c33add09bf754cfac8f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/bd84fe19c65b4f01be48da06069bfee2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/dfbcd2cc8da24216b38975be6385a529, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/4360eb2eafbe4fd892c0b9f1359c1f0d] to archive 2024-11-09T11:22:21,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:22:21,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a61e112d47f44479ac2858072d57058f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a61e112d47f44479ac2858072d57058f 2024-11-09T11:22:21,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/5b7894cfb1bc460497419b8842b952a4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/5b7894cfb1bc460497419b8842b952a4 2024-11-09T11:22:21,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/439228419b634932a5d252980f0d75f7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/439228419b634932a5d252980f0d75f7 2024-11-09T11:22:21,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fb9fdc698d3242e89cb8544f04ee392b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fb9fdc698d3242e89cb8544f04ee392b 2024-11-09T11:22:21,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3a8534442d4d46548d64cc42cf73e330 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3a8534442d4d46548d64cc42cf73e330 2024-11-09T11:22:21,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/88f348feff364c248a61b89a89e622c9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/88f348feff364c248a61b89a89e622c9 2024-11-09T11:22:21,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/0700ad0166f94c0885f20f00f025a3dc to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/0700ad0166f94c0885f20f00f025a3dc 2024-11-09T11:22:21,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/48a7b908ecc44fb4a9f06438aa337b29 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/48a7b908ecc44fb4a9f06438aa337b29 2024-11-09T11:22:21,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ee86abe0d0c54e4497c2b5f73727f89b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ee86abe0d0c54e4497c2b5f73727f89b 2024-11-09T11:22:21,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ea4c766476624343ba2bdc594d5ceb5a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/ea4c766476624343ba2bdc594d5ceb5a 2024-11-09T11:22:21,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/8245b0be759a4a3cbec8f0348cdfd411 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/8245b0be759a4a3cbec8f0348cdfd411 2024-11-09T11:22:21,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e139bd4c556d4537bb5e7e4efaa045b6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e139bd4c556d4537bb5e7e4efaa045b6 2024-11-09T11:22:21,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/aae756a656e84696af78b24a34f2e355 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/aae756a656e84696af78b24a34f2e355 2024-11-09T11:22:21,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a0ff6db3a89f42c182ca3de38a8909c6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a0ff6db3a89f42c182ca3de38a8909c6 2024-11-09T11:22:21,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3aebf30622cd4d4e8570bd26dc5f238c to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/3aebf30622cd4d4e8570bd26dc5f238c 2024-11-09T11:22:21,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/9bec118c24dc4c6c8b559506374b16f4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/9bec118c24dc4c6c8b559506374b16f4 2024-11-09T11:22:21,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/7bfbcf9c46a8499799a2e92a1deabbfb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/7bfbcf9c46a8499799a2e92a1deabbfb 2024-11-09T11:22:21,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e2d6d7926be1401d9b422edb771b5072 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/e2d6d7926be1401d9b422edb771b5072 2024-11-09T11:22:21,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/39b1ac0672b2440cb64d570afe7e1e36 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/39b1ac0672b2440cb64d570afe7e1e36 2024-11-09T11:22:21,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a2aa363103f84e2ab2bc5583141fac47 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a2aa363103f84e2ab2bc5583141fac47 2024-11-09T11:22:21,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fd6fff92309b4dd097f3746609dc9b98 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fd6fff92309b4dd097f3746609dc9b98 2024-11-09T11:22:21,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/f2762f3829114c31bfd935df7ed151de to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/f2762f3829114c31bfd935df7ed151de 2024-11-09T11:22:21,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/35318cb476d14c33add09bf754cfac8f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/35318cb476d14c33add09bf754cfac8f 2024-11-09T11:22:21,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/bd84fe19c65b4f01be48da06069bfee2 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/bd84fe19c65b4f01be48da06069bfee2 2024-11-09T11:22:21,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/dfbcd2cc8da24216b38975be6385a529 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/dfbcd2cc8da24216b38975be6385a529 2024-11-09T11:22:21,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/4360eb2eafbe4fd892c0b9f1359c1f0d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/4360eb2eafbe4fd892c0b9f1359c1f0d 2024-11-09T11:22:21,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2303c8c32b3c46bc898f1c68d8aa45ac, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/c39eb6fe3b7b46a391e1aa8164a54c46, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b764b866cbde47f4bfc40550051a3e3f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b1e8b51bec794b119742668e5c3c272e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/17e699bcbbf84697afa194b22e2be737, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/ead282e5e497434fa81c0d1b20301f01, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13f83bbdee714feab6eac7268a7fd51b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/590df52526444e4aaf029ec3a524eefc, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/be6283fd705d4e23afd6f0015c4d9932, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13852e29a8bc486cb9a64262ed72d4c3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f6515c213b844854b511b742bc4c1a76, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d352255925d04f6c97648e404a037963, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/6fd9e34480c44a9c9f111c33f0301041, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9d1f45fee9de43208632492d90374c1b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5d4fb1986e634d69a3d3b74545de3612, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d6a251af70bb47f286164482bc007420, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9e2ce182bdc34bd39942903a79dda87a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2b9f41101b9b478fb1610207903e10ff, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/96e42cedfb164a62a6b7459c982e7ea6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/0adbc77d5a5e4184b5a5b79290f61491, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9cecd7dbb4504870b2d983fac6da9dd9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d664e0e198b74b76901eef9c4ce22ca8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f98a518800ed4abcb163a6a068833cfe, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2a41a2dfdc9644c59ec6b9ec4d6fee0a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/e2190bb9ae5542deb73ed76b65ab0f49, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5002150692944227b41a8c34838a72b9] to archive 2024-11-09T11:22:21,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:22:21,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2303c8c32b3c46bc898f1c68d8aa45ac to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2303c8c32b3c46bc898f1c68d8aa45ac 2024-11-09T11:22:21,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/c39eb6fe3b7b46a391e1aa8164a54c46 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/c39eb6fe3b7b46a391e1aa8164a54c46 2024-11-09T11:22:21,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b764b866cbde47f4bfc40550051a3e3f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b764b866cbde47f4bfc40550051a3e3f 2024-11-09T11:22:21,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b1e8b51bec794b119742668e5c3c272e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/b1e8b51bec794b119742668e5c3c272e 2024-11-09T11:22:21,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/17e699bcbbf84697afa194b22e2be737 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/17e699bcbbf84697afa194b22e2be737 2024-11-09T11:22:21,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/ead282e5e497434fa81c0d1b20301f01 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/ead282e5e497434fa81c0d1b20301f01 2024-11-09T11:22:21,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13f83bbdee714feab6eac7268a7fd51b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13f83bbdee714feab6eac7268a7fd51b 2024-11-09T11:22:21,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/590df52526444e4aaf029ec3a524eefc to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/590df52526444e4aaf029ec3a524eefc 2024-11-09T11:22:21,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/be6283fd705d4e23afd6f0015c4d9932 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/be6283fd705d4e23afd6f0015c4d9932 2024-11-09T11:22:21,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13852e29a8bc486cb9a64262ed72d4c3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/13852e29a8bc486cb9a64262ed72d4c3 2024-11-09T11:22:21,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f6515c213b844854b511b742bc4c1a76 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f6515c213b844854b511b742bc4c1a76 2024-11-09T11:22:21,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d352255925d04f6c97648e404a037963 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d352255925d04f6c97648e404a037963 2024-11-09T11:22:21,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/6fd9e34480c44a9c9f111c33f0301041 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/6fd9e34480c44a9c9f111c33f0301041 2024-11-09T11:22:21,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9d1f45fee9de43208632492d90374c1b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9d1f45fee9de43208632492d90374c1b 2024-11-09T11:22:21,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5d4fb1986e634d69a3d3b74545de3612 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5d4fb1986e634d69a3d3b74545de3612 2024-11-09T11:22:21,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d6a251af70bb47f286164482bc007420 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d6a251af70bb47f286164482bc007420 2024-11-09T11:22:21,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9e2ce182bdc34bd39942903a79dda87a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9e2ce182bdc34bd39942903a79dda87a 2024-11-09T11:22:21,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2b9f41101b9b478fb1610207903e10ff to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2b9f41101b9b478fb1610207903e10ff 2024-11-09T11:22:21,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/96e42cedfb164a62a6b7459c982e7ea6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/96e42cedfb164a62a6b7459c982e7ea6 2024-11-09T11:22:21,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/0adbc77d5a5e4184b5a5b79290f61491 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/0adbc77d5a5e4184b5a5b79290f61491 2024-11-09T11:22:21,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9cecd7dbb4504870b2d983fac6da9dd9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/9cecd7dbb4504870b2d983fac6da9dd9 2024-11-09T11:22:21,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d664e0e198b74b76901eef9c4ce22ca8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d664e0e198b74b76901eef9c4ce22ca8 2024-11-09T11:22:21,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f98a518800ed4abcb163a6a068833cfe to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/f98a518800ed4abcb163a6a068833cfe 2024-11-09T11:22:21,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2a41a2dfdc9644c59ec6b9ec4d6fee0a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/2a41a2dfdc9644c59ec6b9ec4d6fee0a 2024-11-09T11:22:21,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/e2190bb9ae5542deb73ed76b65ab0f49 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/e2190bb9ae5542deb73ed76b65ab0f49 2024-11-09T11:22:21,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5002150692944227b41a8c34838a72b9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/5002150692944227b41a8c34838a72b9 2024-11-09T11:22:21,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a05756a338d741839ccc5fb35916410d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dd0ba318d9f64fdcb951990fbda31c75, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/675333e8376f4718bceb88b719745218, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/61417cb86b694d349648cc0cdd7363a1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a243805713d74048a990ed6167c2d1f6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0da89002a8d3413ca470f866cd1c33ff, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/47fb54f7a7974e4dac85ee8c4d8c4ad7, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ef2b02897eb444dbf923c734f1e5eab, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/8ee77c0c618f41e4b52e71a7beb9760d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/34d3067713214c29a4cc0442a8b0c87b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/feda96cbb2784bcfbe973b08008f1516, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e188676afd7f49f2938721e2d5cdbcc0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/4550534e13b443f581f7bf05380a47b6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9d7987c0e2aa4d74a9e1c6757dfd19fa, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d3245b3653ad4289a087adc217dd8694, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9e3f9bf1c0f940adb5621ce22e23957a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ba59437398543a381df4491735bfffc, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5a91d5f4e8194c748e87532c7f89647e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/2ea4e2d8f474424fb50262f8491095d0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/42065ca1472741cb9ef68230444533b5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e3ea9aa7484940b7882e10b71ce6446d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d4ab395f344b427e99317ff64ab9407e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a6637bc5595547ca9fa1bbd5df5e8a79, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/f9c8665f968e4db8968fdd3b3715a1da, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dfddf803115246faaf206018ed673eae, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/95b89cfeda63406d8db889ff2e3a5d82] to archive 2024-11-09T11:22:21,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:22:21,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a05756a338d741839ccc5fb35916410d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a05756a338d741839ccc5fb35916410d 2024-11-09T11:22:21,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dd0ba318d9f64fdcb951990fbda31c75 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dd0ba318d9f64fdcb951990fbda31c75 2024-11-09T11:22:21,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/675333e8376f4718bceb88b719745218 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/675333e8376f4718bceb88b719745218 2024-11-09T11:22:21,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/61417cb86b694d349648cc0cdd7363a1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/61417cb86b694d349648cc0cdd7363a1 2024-11-09T11:22:21,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a243805713d74048a990ed6167c2d1f6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a243805713d74048a990ed6167c2d1f6 2024-11-09T11:22:21,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0da89002a8d3413ca470f866cd1c33ff to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/0da89002a8d3413ca470f866cd1c33ff 2024-11-09T11:22:21,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/47fb54f7a7974e4dac85ee8c4d8c4ad7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/47fb54f7a7974e4dac85ee8c4d8c4ad7 2024-11-09T11:22:21,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ef2b02897eb444dbf923c734f1e5eab to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ef2b02897eb444dbf923c734f1e5eab 2024-11-09T11:22:21,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/8ee77c0c618f41e4b52e71a7beb9760d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/8ee77c0c618f41e4b52e71a7beb9760d 2024-11-09T11:22:21,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/34d3067713214c29a4cc0442a8b0c87b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/34d3067713214c29a4cc0442a8b0c87b 2024-11-09T11:22:21,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/feda96cbb2784bcfbe973b08008f1516 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/feda96cbb2784bcfbe973b08008f1516 2024-11-09T11:22:21,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e188676afd7f49f2938721e2d5cdbcc0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e188676afd7f49f2938721e2d5cdbcc0 2024-11-09T11:22:21,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/4550534e13b443f581f7bf05380a47b6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/4550534e13b443f581f7bf05380a47b6 2024-11-09T11:22:21,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9d7987c0e2aa4d74a9e1c6757dfd19fa to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9d7987c0e2aa4d74a9e1c6757dfd19fa 2024-11-09T11:22:21,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d3245b3653ad4289a087adc217dd8694 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d3245b3653ad4289a087adc217dd8694 2024-11-09T11:22:21,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9e3f9bf1c0f940adb5621ce22e23957a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9e3f9bf1c0f940adb5621ce22e23957a 2024-11-09T11:22:21,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ba59437398543a381df4491735bfffc to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5ba59437398543a381df4491735bfffc 2024-11-09T11:22:21,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5a91d5f4e8194c748e87532c7f89647e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/5a91d5f4e8194c748e87532c7f89647e 2024-11-09T11:22:21,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/2ea4e2d8f474424fb50262f8491095d0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/2ea4e2d8f474424fb50262f8491095d0 2024-11-09T11:22:21,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/42065ca1472741cb9ef68230444533b5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/42065ca1472741cb9ef68230444533b5 2024-11-09T11:22:21,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e3ea9aa7484940b7882e10b71ce6446d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/e3ea9aa7484940b7882e10b71ce6446d 2024-11-09T11:22:21,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d4ab395f344b427e99317ff64ab9407e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/d4ab395f344b427e99317ff64ab9407e 2024-11-09T11:22:21,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a6637bc5595547ca9fa1bbd5df5e8a79 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/a6637bc5595547ca9fa1bbd5df5e8a79 2024-11-09T11:22:21,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/f9c8665f968e4db8968fdd3b3715a1da to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/f9c8665f968e4db8968fdd3b3715a1da 2024-11-09T11:22:21,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dfddf803115246faaf206018ed673eae to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/dfddf803115246faaf206018ed673eae 2024-11-09T11:22:21,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/95b89cfeda63406d8db889ff2e3a5d82 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/95b89cfeda63406d8db889ff2e3a5d82 2024-11-09T11:22:21,881 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/recovered.edits/428.seqid, newMaxSeqId=428, maxSeqId=1 2024-11-09T11:22:21,881 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c. 2024-11-09T11:22:21,881 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for f57b1eba5a8c98e8f2f8368433336b4c: 2024-11-09T11:22:21,882 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:21,883 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=f57b1eba5a8c98e8f2f8368433336b4c, regionState=CLOSED 2024-11-09T11:22:21,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-09T11:22:21,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure f57b1eba5a8c98e8f2f8368433336b4c, server=566d204d64fd,35155,1731151199870 in 1.4890 sec 2024-11-09T11:22:21,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-09T11:22:21,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f57b1eba5a8c98e8f2f8368433336b4c, UNASSIGN in 1.4920 sec 2024-11-09T11:22:21,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-09T11:22:21,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4950 sec 2024-11-09T11:22:21,886 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151341886"}]},"ts":"1731151341886"} 2024-11-09T11:22:21,887 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:22:22,080 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:22:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7320 sec 2024-11-09T11:22:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-09T11:22:22,456 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-09T11:22:22,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T11:22:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:22,458 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-09T11:22:22,458 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:22,460 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:22,462 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/recovered.edits] 2024-11-09T11:22:22,464 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/60b49f004fb2432f9936f6e849d69512 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/60b49f004fb2432f9936f6e849d69512 2024-11-09T11:22:22,465 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a36358bf74e549139f9a3c97bf7d08f5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/a36358bf74e549139f9a3c97bf7d08f5 2024-11-09T11:22:22,466 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fdd6a0b9ea694769a3f76ac994222300 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/A/fdd6a0b9ea694769a3f76ac994222300 2024-11-09T11:22:22,467 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/3573375df2d44c53a0df32100dbf79e6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/3573375df2d44c53a0df32100dbf79e6 2024-11-09T11:22:22,468 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/532b992c0fa6442d88a55fff707a4b51 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/532b992c0fa6442d88a55fff707a4b51 2024-11-09T11:22:22,469 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d75239db9f824d90a3a0248387eb4e09 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/B/d75239db9f824d90a3a0248387eb4e09 2024-11-09T11:22:22,470 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/44ef941ab776438f82056fb0dd8183ec to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/44ef941ab776438f82056fb0dd8183ec 2024-11-09T11:22:22,471 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9c812e90bf5a4d3bbda5b241b21b9d03 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/9c812e90bf5a4d3bbda5b241b21b9d03 2024-11-09T11:22:22,471 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/abcdafeb729445679bd03f8adea8b3e7 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/C/abcdafeb729445679bd03f8adea8b3e7 2024-11-09T11:22:22,473 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/recovered.edits/428.seqid to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c/recovered.edits/428.seqid 2024-11-09T11:22:22,473 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/f57b1eba5a8c98e8f2f8368433336b4c 2024-11-09T11:22:22,473 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:22:22,474 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:22,475 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:22:22,477 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:22:22,477 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:22,477 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:22:22,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151342477"}]},"ts":"9223372036854775807"} 2024-11-09T11:22:22,478 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T11:22:22,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f57b1eba5a8c98e8f2f8368433336b4c, NAME => 'TestAcidGuarantees,,1731151314905.f57b1eba5a8c98e8f2f8368433336b4c.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:22:22,478 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:22:22,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151342478"}]},"ts":"9223372036854775807"} 2024-11-09T11:22:22,479 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T11:22:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-09T11:22:22,609 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:22,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 152 msec 2024-11-09T11:22:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-09T11:22:22,761 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-09T11:22:22,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=449 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 560), ProcessCount=9 (was 9), AvailableMemoryMB=1465 (was 1682) 2024-11-09T11:22:22,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=9, AvailableMemoryMB=1465 2024-11-09T11:22:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:22:22,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:22,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:22:22,778 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:22,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-09T11:22:22,779 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:22:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T11:22:22,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742369_1545 (size=960) 2024-11-09T11:22:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T11:22:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T11:22:23,185 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2 2024-11-09T11:22:23,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742370_1546 (size=53) 2024-11-09T11:22:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T11:22:23,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:23,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 45f87ee8d0f448c63b6d37f67dd81e22, disabling compactions & flushes 2024-11-09T11:22:23,590 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:23,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:23,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. after waiting 0 ms 2024-11-09T11:22:23,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:23,591 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:23,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:23,592 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:22:23,593 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151343593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151343593"}]},"ts":"1731151343593"} 2024-11-09T11:22:23,595 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T11:22:23,596 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:22:23,597 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151343596"}]},"ts":"1731151343596"} 2024-11-09T11:22:23,598 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:22:23,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, ASSIGN}] 2024-11-09T11:22:23,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, ASSIGN 2024-11-09T11:22:23,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, ASSIGN; state=OFFLINE, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=false 2024-11-09T11:22:23,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=45f87ee8d0f448c63b6d37f67dd81e22, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:22:23,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure 45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:22:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T11:22:23,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:23,977 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:23,977 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:23,978 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:23,978 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:23,978 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:23,978 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:23,982 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:23,983 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:22:23,983 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f87ee8d0f448c63b6d37f67dd81e22 columnFamilyName A 2024-11-09T11:22:23,983 DEBUG [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:23,984 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(327): Store=45f87ee8d0f448c63b6d37f67dd81e22/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:23,984 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:23,985 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:22:23,986 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f87ee8d0f448c63b6d37f67dd81e22 columnFamilyName B 2024-11-09T11:22:23,986 DEBUG [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:23,986 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(327): Store=45f87ee8d0f448c63b6d37f67dd81e22/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:23,986 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:23,987 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:22:23,988 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f87ee8d0f448c63b6d37f67dd81e22 columnFamilyName C 2024-11-09T11:22:23,988 DEBUG [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:23,988 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(327): Store=45f87ee8d0f448c63b6d37f67dd81e22/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:23,988 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:23,989 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:23,989 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:23,991 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:22:23,993 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:23,995 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:22:23,995 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened 45f87ee8d0f448c63b6d37f67dd81e22; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69380368, jitterRate=0.03384804725646973}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:22:23,996 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:23,996 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., pid=155, masterSystemTime=1731151343970 2024-11-09T11:22:23,997 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:23,997 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:23,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=45f87ee8d0f448c63b6d37f67dd81e22, regionState=OPEN, openSeqNum=2, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:22:23,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-09T11:22:23,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure 45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 in 180 msec 2024-11-09T11:22:24,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-09T11:22:24,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, ASSIGN in 334 msec 2024-11-09T11:22:24,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:22:24,001 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151344000"}]},"ts":"1731151344000"} 2024-11-09T11:22:24,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:22:24,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:22:24,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2970 sec 2024-11-09T11:22:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T11:22:24,885 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-09T11:22:24,887 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79a7bd2b to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40e55f2a 2024-11-09T11:22:24,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b739a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:24,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:24,957 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:24,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:22:24,961 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:22:24,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:22:24,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:22:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742371_1547 (size=996) 2024-11-09T11:22:25,379 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-09T11:22:25,379 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-09T11:22:25,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:22:25,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, REOPEN/MOVE}] 2024-11-09T11:22:25,387 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, REOPEN/MOVE 2024-11-09T11:22:25,388 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=45f87ee8d0f448c63b6d37f67dd81e22, regionState=CLOSING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:22:25,390 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:22:25,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:22:25,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:25,542 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,542 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T11:22:25,542 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 45f87ee8d0f448c63b6d37f67dd81e22, disabling compactions & flushes 2024-11-09T11:22:25,542 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:25,542 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:25,542 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. after waiting 0 ms 2024-11-09T11:22:25,542 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:25,545 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T11:22:25,546 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:25,546 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:25,546 WARN [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: 45f87ee8d0f448c63b6d37f67dd81e22 to self. 2024-11-09T11:22:25,547 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,548 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=45f87ee8d0f448c63b6d37f67dd81e22, regionState=CLOSED 2024-11-09T11:22:25,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-09T11:22:25,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 in 159 msec 2024-11-09T11:22:25,550 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, REOPEN/MOVE; state=CLOSED, location=566d204d64fd,35155,1731151199870; forceNewPlan=false, retain=true 2024-11-09T11:22:25,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=45f87ee8d0f448c63b6d37f67dd81e22, regionState=OPENING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:22:25,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure 45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:22:25,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:25,863 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:25,863 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:22:25,864 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,864 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:22:25,865 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,865 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,867 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,868 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:22:25,868 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f87ee8d0f448c63b6d37f67dd81e22 columnFamilyName A 2024-11-09T11:22:25,870 DEBUG [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:25,870 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(327): Store=45f87ee8d0f448c63b6d37f67dd81e22/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:25,871 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,871 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:22:25,872 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f87ee8d0f448c63b6d37f67dd81e22 columnFamilyName B 2024-11-09T11:22:25,872 DEBUG [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:25,872 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(327): Store=45f87ee8d0f448c63b6d37f67dd81e22/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:25,872 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,873 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:22:25,873 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f87ee8d0f448c63b6d37f67dd81e22 columnFamilyName C 2024-11-09T11:22:25,873 DEBUG [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:25,873 INFO [StoreOpener-45f87ee8d0f448c63b6d37f67dd81e22-1 {}] regionserver.HStore(327): Store=45f87ee8d0f448c63b6d37f67dd81e22/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:22:25,874 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:25,874 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,875 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,877 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:22:25,878 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:25,879 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened 45f87ee8d0f448c63b6d37f67dd81e22; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71986754, jitterRate=0.07268622517585754}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:22:25,880 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:25,881 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., pid=160, masterSystemTime=1731151345857 2024-11-09T11:22:25,882 DEBUG [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:25,882 INFO [RS_OPEN_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:25,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=45f87ee8d0f448c63b6d37f67dd81e22, regionState=OPEN, openSeqNum=5, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:22:25,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-09T11:22:25,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure 45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 in 181 msec 2024-11-09T11:22:25,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-09T11:22:25,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, REOPEN/MOVE in 499 msec 2024-11-09T11:22:25,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-09T11:22:25,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-11-09T11:22:25,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 926 msec 2024-11-09T11:22:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-09T11:22:25,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d688bcb to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@271e8143 2024-11-09T11:22:25,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bb05a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31f7e171 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b06a95 2024-11-09T11:22:25,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5ecd59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,946 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c078737 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d02ace0 2024-11-09T11:22:25,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61da8c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bf8843a to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63054209 2024-11-09T11:22:25,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560a8819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76670256 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fbb1399 2024-11-09T11:22:25,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df30e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,978 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51fccca6 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@745bf218 2024-11-09T11:22:25,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336d4b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x539997ae to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78f964f7 2024-11-09T11:22:25,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219191a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:25,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65b56307 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56586d9a 2024-11-09T11:22:26,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b69e269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a733412 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fd2ba7b 2024-11-09T11:22:26,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9c7f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,012 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a684cd4 to 127.0.0.1:63884 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70532680 2024-11-09T11:22:26,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84d21a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:22:26,026 DEBUG [hconnection-0x667cc0aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,026 DEBUG [hconnection-0x96471fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,027 DEBUG [hconnection-0x20933d29-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,027 DEBUG [hconnection-0x7441d8c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,027 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,027 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,027 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,027 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:26,029 DEBUG [hconnection-0x397eb1d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-09T11:22:26,029 DEBUG [hconnection-0x68f99871-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,030 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T11:22:26,031 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,031 DEBUG [hconnection-0x487fb5e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,031 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:26,033 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,033 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:26,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:26,035 DEBUG [hconnection-0x7ab2cd18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,035 DEBUG [hconnection-0x105987bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,036 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,036 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:26,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:22:26,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:26,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:26,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:26,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:26,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:26,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:26,040 DEBUG [hconnection-0x7fbb4af5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:22:26,043 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:22:26,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151406053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151406053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151406055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34872 deadline: 1731151406056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151406057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e50b6ccea50a486bb78c4d3e52eafd18_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151346036/Put/seqid=0 2024-11-09T11:22:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742372_1548 (size=12154) 2024-11-09T11:22:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T11:22:26,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151406157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151406157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34872 deadline: 1731151406159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151406159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151406159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T11:22:26,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:26,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:26,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151406360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151406360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34872 deadline: 1731151406361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151406362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151406362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,475 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:26,478 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e50b6ccea50a486bb78c4d3e52eafd18_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e50b6ccea50a486bb78c4d3e52eafd18_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:26,479 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/456d5f3ff62943b7b4e42630a1eadefb, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:26,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/456d5f3ff62943b7b4e42630a1eadefb is 175, key is test_row_0/A:col10/1731151346036/Put/seqid=0 2024-11-09T11:22:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742373_1549 (size=30955) 2024-11-09T11:22:26,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:26,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:26,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T11:22:26,641 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:26,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:26,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151406663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151406664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151406664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34872 deadline: 1731151406665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151406666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,794 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:26,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:26,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/456d5f3ff62943b7b4e42630a1eadefb 2024-11-09T11:22:26,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/4c9af795a4234fe2bedc36aebf46c492 is 50, key is test_row_0/B:col10/1731151346036/Put/seqid=0 2024-11-09T11:22:26,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742374_1550 (size=12001) 2024-11-09T11:22:26,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:26,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:26,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:27,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:27,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T11:22:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151407167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151407168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151407168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151407170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34872 deadline: 1731151407170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:27,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:27,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/4c9af795a4234fe2bedc36aebf46c492 2024-11-09T11:22:27,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/0a9583c54e404b6faa51f2f437ef12ab is 50, key is test_row_0/C:col10/1731151346036/Put/seqid=0 2024-11-09T11:22:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742375_1551 (size=12001) 2024-11-09T11:22:27,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:27,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:27,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:22:27,554 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:27,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:27,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:27,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:27,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:27,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/0a9583c54e404b6faa51f2f437ef12ab 2024-11-09T11:22:27,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/456d5f3ff62943b7b4e42630a1eadefb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/456d5f3ff62943b7b4e42630a1eadefb 2024-11-09T11:22:27,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/456d5f3ff62943b7b4e42630a1eadefb, entries=150, sequenceid=16, filesize=30.2 K 2024-11-09T11:22:27,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/4c9af795a4234fe2bedc36aebf46c492 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/4c9af795a4234fe2bedc36aebf46c492 2024-11-09T11:22:27,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/4c9af795a4234fe2bedc36aebf46c492, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T11:22:27,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/0a9583c54e404b6faa51f2f437ef12ab as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0a9583c54e404b6faa51f2f437ef12ab 2024-11-09T11:22:27,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0a9583c54e404b6faa51f2f437ef12ab, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T11:22:27,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1733ms, sequenceid=16, compaction requested=false 2024-11-09T11:22:27,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:27,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:27,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T11:22:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:27,867 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:22:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:27,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110938506a94aa5148b2abc25020fa14e342_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151346056/Put/seqid=0 2024-11-09T11:22:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742376_1552 (size=12154) 2024-11-09T11:22:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T11:22:28,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:28,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151408177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151408179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151408179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151408180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34872 deadline: 1731151408182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151408281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151408283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,285 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:22:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151408283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151408283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:28,297 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110938506a94aa5148b2abc25020fa14e342_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110938506a94aa5148b2abc25020fa14e342_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/162047cd33d14ee18c6f3063c203aa43, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/162047cd33d14ee18c6f3063c203aa43 is 175, key is test_row_0/A:col10/1731151346056/Put/seqid=0 2024-11-09T11:22:28,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742377_1553 (size=30955) 2024-11-09T11:22:28,306 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/162047cd33d14ee18c6f3063c203aa43 2024-11-09T11:22:28,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/80d0f5e2b8454013b00d13b13754a977 is 50, key is test_row_0/B:col10/1731151346056/Put/seqid=0 2024-11-09T11:22:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742378_1554 (size=12001) 2024-11-09T11:22:28,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151408484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151408485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151408486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151408487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,725 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/80d0f5e2b8454013b00d13b13754a977 2024-11-09T11:22:28,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/6474813083cb4be98e429902f0cdb0ac is 50, key is test_row_0/C:col10/1731151346056/Put/seqid=0 2024-11-09T11:22:28,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151408793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151408795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151408795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151408795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:28,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742379_1555 (size=12001) 2024-11-09T11:22:29,212 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/6474813083cb4be98e429902f0cdb0ac 2024-11-09T11:22:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/162047cd33d14ee18c6f3063c203aa43 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/162047cd33d14ee18c6f3063c203aa43 2024-11-09T11:22:29,229 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/162047cd33d14ee18c6f3063c203aa43, entries=150, sequenceid=41, filesize=30.2 K 2024-11-09T11:22:29,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/80d0f5e2b8454013b00d13b13754a977 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/80d0f5e2b8454013b00d13b13754a977 2024-11-09T11:22:29,235 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/80d0f5e2b8454013b00d13b13754a977, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T11:22:29,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/6474813083cb4be98e429902f0cdb0ac as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6474813083cb4be98e429902f0cdb0ac 2024-11-09T11:22:29,241 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6474813083cb4be98e429902f0cdb0ac, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T11:22:29,242 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1375ms, sequenceid=41, compaction requested=false 2024-11-09T11:22:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-09T11:22:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-09T11:22:29,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-09T11:22:29,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2140 sec 2024-11-09T11:22:29,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 3.2310 sec 2024-11-09T11:22:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:29,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T11:22:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:29,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109799c5a3d8e304596b8fb1fe1699bfd83_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151349299/Put/seqid=0 2024-11-09T11:22:29,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742380_1556 (size=12154) 2024-11-09T11:22:29,337 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:29,342 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109799c5a3d8e304596b8fb1fe1699bfd83_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109799c5a3d8e304596b8fb1fe1699bfd83_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:29,345 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/3b1702c4da7c43f2a6e66ce20ab7f520, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:29,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/3b1702c4da7c43f2a6e66ce20ab7f520 is 175, key is test_row_0/A:col10/1731151349299/Put/seqid=0 2024-11-09T11:22:29,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151409342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151409348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151409348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151409348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742381_1557 (size=30955) 2024-11-09T11:22:29,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/3b1702c4da7c43f2a6e66ce20ab7f520 2024-11-09T11:22:29,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/02e5fe69d1e041d58947d1b8d56c15c3 is 50, key is test_row_0/B:col10/1731151349299/Put/seqid=0 2024-11-09T11:22:29,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742382_1558 (size=12001) 2024-11-09T11:22:29,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151409449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151409453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151409453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151409455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151409659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151409659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151409659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151409663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/02e5fe69d1e041d58947d1b8d56c15c3 2024-11-09T11:22:29,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/7eaa1aceefb34e31aa7d213ebb2d6c09 is 50, key is test_row_0/C:col10/1731151349299/Put/seqid=0 2024-11-09T11:22:29,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742383_1559 (size=12001) 2024-11-09T11:22:29,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151409961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151409963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151409967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:29,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151409971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T11:22:30,146 INFO [Thread-2440 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-09T11:22:30,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-09T11:22:30,152 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T11:22:30,153 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:30,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:30,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34872 deadline: 1731151410194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,198 DEBUG [Thread-2432 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:30,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/7eaa1aceefb34e31aa7d213ebb2d6c09 2024-11-09T11:22:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T11:22:30,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/3b1702c4da7c43f2a6e66ce20ab7f520 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/3b1702c4da7c43f2a6e66ce20ab7f520 2024-11-09T11:22:30,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/3b1702c4da7c43f2a6e66ce20ab7f520, entries=150, sequenceid=53, filesize=30.2 K 2024-11-09T11:22:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/02e5fe69d1e041d58947d1b8d56c15c3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/02e5fe69d1e041d58947d1b8d56c15c3 2024-11-09T11:22:30,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/02e5fe69d1e041d58947d1b8d56c15c3, entries=150, sequenceid=53, filesize=11.7 K 2024-11-09T11:22:30,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/7eaa1aceefb34e31aa7d213ebb2d6c09 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7eaa1aceefb34e31aa7d213ebb2d6c09 2024-11-09T11:22:30,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7eaa1aceefb34e31aa7d213ebb2d6c09, entries=150, sequenceid=53, filesize=11.7 K 2024-11-09T11:22:30,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 45f87ee8d0f448c63b6d37f67dd81e22 in 986ms, sequenceid=53, compaction requested=true 2024-11-09T11:22:30,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:30,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:30,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:30,289 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:30,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:30,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:30,289 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:30,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:30,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:30,290 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:30,290 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/B is initiating minor compaction (all files) 2024-11-09T11:22:30,290 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/B in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:30,290 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/4c9af795a4234fe2bedc36aebf46c492, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/80d0f5e2b8454013b00d13b13754a977, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/02e5fe69d1e041d58947d1b8d56c15c3] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=35.2 K 2024-11-09T11:22:30,290 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:30,290 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/A is initiating minor compaction (all files) 2024-11-09T11:22:30,290 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c9af795a4234fe2bedc36aebf46c492, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151346034 2024-11-09T11:22:30,290 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/A in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:30,290 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/456d5f3ff62943b7b4e42630a1eadefb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/162047cd33d14ee18c6f3063c203aa43, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/3b1702c4da7c43f2a6e66ce20ab7f520] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=90.7 K 2024-11-09T11:22:30,290 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:30,290 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/456d5f3ff62943b7b4e42630a1eadefb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/162047cd33d14ee18c6f3063c203aa43, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/3b1702c4da7c43f2a6e66ce20ab7f520] 2024-11-09T11:22:30,291 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 80d0f5e2b8454013b00d13b13754a977, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731151346048 2024-11-09T11:22:30,291 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 456d5f3ff62943b7b4e42630a1eadefb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151346034 2024-11-09T11:22:30,291 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 02e5fe69d1e041d58947d1b8d56c15c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151348178 2024-11-09T11:22:30,291 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 162047cd33d14ee18c6f3063c203aa43, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731151346048 2024-11-09T11:22:30,291 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b1702c4da7c43f2a6e66ce20ab7f520, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151348178 2024-11-09T11:22:30,296 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:30,298 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b859c502979c40b99d2497fa0dab6fc1_45f87ee8d0f448c63b6d37f67dd81e22 store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:30,298 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:30,298 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/213349744c6e4fc1a8f0293013d0f33a is 50, key is test_row_0/B:col10/1731151349299/Put/seqid=0 2024-11-09T11:22:30,300 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b859c502979c40b99d2497fa0dab6fc1_45f87ee8d0f448c63b6d37f67dd81e22, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:30,300 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b859c502979c40b99d2497fa0dab6fc1_45f87ee8d0f448c63b6d37f67dd81e22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:30,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742384_1560 (size=12104) 2024-11-09T11:22:30,305 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T11:22:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:30,305 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:22:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:30,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:30,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742385_1561 (size=4469) 2024-11-09T11:22:30,328 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#A#compaction#473 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:30,329 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/83ea283da3cb4097a850c0bfb0e63008 is 175, key is test_row_0/A:col10/1731151349299/Put/seqid=0 2024-11-09T11:22:30,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095314e74b9adc46b2bf552fceddd7c2f3_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151349345/Put/seqid=0 2024-11-09T11:22:30,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742386_1562 (size=31058) 2024-11-09T11:22:30,346 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/83ea283da3cb4097a850c0bfb0e63008 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/83ea283da3cb4097a850c0bfb0e63008 2024-11-09T11:22:30,361 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/A of 45f87ee8d0f448c63b6d37f67dd81e22 into 83ea283da3cb4097a850c0bfb0e63008(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:30,361 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:30,361 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/A, priority=13, startTime=1731151350289; duration=0sec 2024-11-09T11:22:30,361 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:30,361 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:A 2024-11-09T11:22:30,361 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742387_1563 (size=12154) 2024-11-09T11:22:30,362 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:30,362 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/C is initiating minor compaction (all files) 2024-11-09T11:22:30,362 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/C in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:30,362 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0a9583c54e404b6faa51f2f437ef12ab, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6474813083cb4be98e429902f0cdb0ac, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7eaa1aceefb34e31aa7d213ebb2d6c09] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=35.2 K 2024-11-09T11:22:30,363 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a9583c54e404b6faa51f2f437ef12ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151346034 2024-11-09T11:22:30,363 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6474813083cb4be98e429902f0cdb0ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731151346048 2024-11-09T11:22:30,363 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eaa1aceefb34e31aa7d213ebb2d6c09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151348178 2024-11-09T11:22:30,373 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:30,373 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/05a42345e0f44760b60949b4615033e6 is 50, key is test_row_0/C:col10/1731151349299/Put/seqid=0 2024-11-09T11:22:30,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742388_1564 (size=12104) 2024-11-09T11:22:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T11:22:30,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:30,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151410478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151410478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151410478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151410479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151410581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151410585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151410591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,711 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/213349744c6e4fc1a8f0293013d0f33a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/213349744c6e4fc1a8f0293013d0f33a 2024-11-09T11:22:30,716 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/B of 45f87ee8d0f448c63b6d37f67dd81e22 into 213349744c6e4fc1a8f0293013d0f33a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:30,716 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:30,716 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/B, priority=13, startTime=1731151350289; duration=0sec 2024-11-09T11:22:30,716 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:30,716 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:B 2024-11-09T11:22:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T11:22:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:30,766 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095314e74b9adc46b2bf552fceddd7c2f3_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095314e74b9adc46b2bf552fceddd7c2f3_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:30,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/7454ded375b2441e82237f64ede1ba22, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:30,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/7454ded375b2441e82237f64ede1ba22 is 175, key is test_row_0/A:col10/1731151349345/Put/seqid=0 2024-11-09T11:22:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742389_1565 (size=30955) 2024-11-09T11:22:30,770 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/7454ded375b2441e82237f64ede1ba22 2024-11-09T11:22:30,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/9ac1c1cc43e0458e9d5fde484502b5c2 is 50, key is test_row_0/B:col10/1731151349345/Put/seqid=0 2024-11-09T11:22:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742390_1566 (size=12001) 2024-11-09T11:22:30,781 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/9ac1c1cc43e0458e9d5fde484502b5c2 2024-11-09T11:22:30,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151410786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151410789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/08ecdc61899d4dd2a59d4ab2f3f01ac8 is 50, key is test_row_0/C:col10/1731151349345/Put/seqid=0 2024-11-09T11:22:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151410794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:30,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742391_1567 (size=12001) 2024-11-09T11:22:30,798 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/08ecdc61899d4dd2a59d4ab2f3f01ac8 2024-11-09T11:22:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/7454ded375b2441e82237f64ede1ba22 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7454ded375b2441e82237f64ede1ba22 2024-11-09T11:22:30,833 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/05a42345e0f44760b60949b4615033e6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/05a42345e0f44760b60949b4615033e6 2024-11-09T11:22:30,834 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7454ded375b2441e82237f64ede1ba22, entries=150, sequenceid=79, filesize=30.2 K 2024-11-09T11:22:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/9ac1c1cc43e0458e9d5fde484502b5c2 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ac1c1cc43e0458e9d5fde484502b5c2 2024-11-09T11:22:30,843 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/C of 45f87ee8d0f448c63b6d37f67dd81e22 into 05a42345e0f44760b60949b4615033e6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:30,843 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:30,843 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/C, priority=13, startTime=1731151350289; duration=0sec 2024-11-09T11:22:30,843 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:30,843 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:C 2024-11-09T11:22:30,845 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ac1c1cc43e0458e9d5fde484502b5c2, entries=150, sequenceid=79, filesize=11.7 K 2024-11-09T11:22:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/08ecdc61899d4dd2a59d4ab2f3f01ac8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/08ecdc61899d4dd2a59d4ab2f3f01ac8 2024-11-09T11:22:30,849 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/08ecdc61899d4dd2a59d4ab2f3f01ac8, entries=150, sequenceid=79, filesize=11.7 K 2024-11-09T11:22:30,850 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 45f87ee8d0f448c63b6d37f67dd81e22 in 545ms, sequenceid=79, compaction requested=false 2024-11-09T11:22:30,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:30,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:30,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-09T11:22:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-09T11:22:30,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-09T11:22:30,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 698 msec 2024-11-09T11:22:30,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 704 msec 2024-11-09T11:22:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:31,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:22:31,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:31,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:31,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:31,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:31,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:31,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:31,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109edf627979855413ab6ac0ebad5c3c70b_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151350475/Put/seqid=0 2024-11-09T11:22:31,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742392_1568 (size=12154) 2024-11-09T11:22:31,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:31,101 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109edf627979855413ab6ac0ebad5c3c70b_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109edf627979855413ab6ac0ebad5c3c70b_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:31,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/bcbec228562441f1af03794ee19c14c3, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:31,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/bcbec228562441f1af03794ee19c14c3 is 175, key is test_row_0/A:col10/1731151350475/Put/seqid=0 2024-11-09T11:22:31,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742393_1569 (size=30955) 2024-11-09T11:22:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151411136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151411137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151411137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151411240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151411241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151411241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T11:22:31,256 INFO [Thread-2440 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-09T11:22:31,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-09T11:22:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T11:22:31,258 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:31,258 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:31,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T11:22:31,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T11:22:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:31,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:31,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151411444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151411444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151411447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151411483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,507 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/bcbec228562441f1af03794ee19c14c3 2024-11-09T11:22:31,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/d8036369cb0d403f93ceaa13f316de3d is 50, key is test_row_0/B:col10/1731151350475/Put/seqid=0 2024-11-09T11:22:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742394_1570 (size=12001) 2024-11-09T11:22:31,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/d8036369cb0d403f93ceaa13f316de3d 2024-11-09T11:22:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T11:22:31,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/7739ce7e4e914dbeb03e2978f10c34af is 50, key is test_row_0/C:col10/1731151350475/Put/seqid=0 2024-11-09T11:22:31,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T11:22:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:31,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:31,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742395_1571 (size=12001) 2024-11-09T11:22:31,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/7739ce7e4e914dbeb03e2978f10c34af 2024-11-09T11:22:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/bcbec228562441f1af03794ee19c14c3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bcbec228562441f1af03794ee19c14c3 2024-11-09T11:22:31,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bcbec228562441f1af03794ee19c14c3, entries=150, sequenceid=93, filesize=30.2 K 2024-11-09T11:22:31,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/d8036369cb0d403f93ceaa13f316de3d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/d8036369cb0d403f93ceaa13f316de3d 2024-11-09T11:22:31,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/d8036369cb0d403f93ceaa13f316de3d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T11:22:31,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/7739ce7e4e914dbeb03e2978f10c34af as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7739ce7e4e914dbeb03e2978f10c34af 2024-11-09T11:22:31,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7739ce7e4e914dbeb03e2978f10c34af, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T11:22:31,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45f87ee8d0f448c63b6d37f67dd81e22 in 549ms, sequenceid=93, compaction requested=true 2024-11-09T11:22:31,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:31,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:31,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:31,638 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:31,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:31,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:31,638 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:31,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:31,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:31,639 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:31,639 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/A is initiating minor compaction (all files) 2024-11-09T11:22:31,639 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/A in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:31,640 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/83ea283da3cb4097a850c0bfb0e63008, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7454ded375b2441e82237f64ede1ba22, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bcbec228562441f1af03794ee19c14c3] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=90.8 K 2024-11-09T11:22:31,640 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:31,640 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/83ea283da3cb4097a850c0bfb0e63008, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7454ded375b2441e82237f64ede1ba22, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bcbec228562441f1af03794ee19c14c3] 2024-11-09T11:22:31,640 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:31,640 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/B is initiating minor compaction (all files) 2024-11-09T11:22:31,640 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/B in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:31,640 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/213349744c6e4fc1a8f0293013d0f33a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ac1c1cc43e0458e9d5fde484502b5c2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/d8036369cb0d403f93ceaa13f316de3d] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=35.3 K 2024-11-09T11:22:31,640 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83ea283da3cb4097a850c0bfb0e63008, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151348178 2024-11-09T11:22:31,641 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 213349744c6e4fc1a8f0293013d0f33a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151348178 2024-11-09T11:22:31,641 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7454ded375b2441e82237f64ede1ba22, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731151349336 2024-11-09T11:22:31,641 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ac1c1cc43e0458e9d5fde484502b5c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731151349336 2024-11-09T11:22:31,641 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcbec228562441f1af03794ee19c14c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151350475 2024-11-09T11:22:31,642 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting d8036369cb0d403f93ceaa13f316de3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151350475 2024-11-09T11:22:31,653 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:31,656 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:31,657 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/dabde391041540b9bed77c7bf6592d43 is 50, key is test_row_0/B:col10/1731151350475/Put/seqid=0 2024-11-09T11:22:31,665 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109a0592f8536f245ddbb2ad92d70eae6ec_45f87ee8d0f448c63b6d37f67dd81e22 store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:31,667 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109a0592f8536f245ddbb2ad92d70eae6ec_45f87ee8d0f448c63b6d37f67dd81e22, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:31,667 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a0592f8536f245ddbb2ad92d70eae6ec_45f87ee8d0f448c63b6d37f67dd81e22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:31,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742396_1572 (size=12207) 2024-11-09T11:22:31,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742397_1573 (size=4469) 2024-11-09T11:22:31,687 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#A#compaction#482 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:31,688 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/8aee48bff8f349c7b92426dc24ac5385 is 175, key is test_row_0/A:col10/1731151350475/Put/seqid=0 2024-11-09T11:22:31,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742398_1574 (size=31161) 2024-11-09T11:22:31,713 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/8aee48bff8f349c7b92426dc24ac5385 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8aee48bff8f349c7b92426dc24ac5385 2024-11-09T11:22:31,717 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/A of 45f87ee8d0f448c63b6d37f67dd81e22 into 8aee48bff8f349c7b92426dc24ac5385(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:31,717 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:31,717 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/A, priority=13, startTime=1731151351638; duration=0sec 2024-11-09T11:22:31,717 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:31,717 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:A 2024-11-09T11:22:31,717 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:31,718 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:31,718 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/C is initiating minor compaction (all files) 2024-11-09T11:22:31,718 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/C in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:31,718 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/05a42345e0f44760b60949b4615033e6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/08ecdc61899d4dd2a59d4ab2f3f01ac8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7739ce7e4e914dbeb03e2978f10c34af] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=35.3 K 2024-11-09T11:22:31,719 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05a42345e0f44760b60949b4615033e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151348178 2024-11-09T11:22:31,719 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08ecdc61899d4dd2a59d4ab2f3f01ac8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731151349336 2024-11-09T11:22:31,720 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7739ce7e4e914dbeb03e2978f10c34af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151350475 2024-11-09T11:22:31,727 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:31,728 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/0d7f1309a4174764a15733479996b243 is 50, key is test_row_0/C:col10/1731151350475/Put/seqid=0 2024-11-09T11:22:31,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T11:22:31,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:31,732 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:22:31,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:31,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:31,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742399_1575 (size=12207) 2024-11-09T11:22:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097007037ec3e342f1b0024fc11ddc10ed_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151351136/Put/seqid=0 2024-11-09T11:22:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:31,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:31,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742400_1576 (size=12154) 2024-11-09T11:22:31,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151411768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151411768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151411768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T11:22:31,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151411873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151411873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:31,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151411873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151412077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151412077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151412077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,087 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/dabde391041540b9bed77c7bf6592d43 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dabde391041540b9bed77c7bf6592d43 2024-11-09T11:22:32,090 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/B of 45f87ee8d0f448c63b6d37f67dd81e22 into dabde391041540b9bed77c7bf6592d43(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:32,090 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:32,091 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/B, priority=13, startTime=1731151351638; duration=0sec 2024-11-09T11:22:32,091 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:32,091 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:B 2024-11-09T11:22:32,141 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/0d7f1309a4174764a15733479996b243 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0d7f1309a4174764a15733479996b243 2024-11-09T11:22:32,145 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/C of 45f87ee8d0f448c63b6d37f67dd81e22 into 0d7f1309a4174764a15733479996b243(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:32,145 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:32,145 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/C, priority=13, startTime=1731151351638; duration=0sec 2024-11-09T11:22:32,145 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:32,145 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:C 2024-11-09T11:22:32,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:32,166 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097007037ec3e342f1b0024fc11ddc10ed_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097007037ec3e342f1b0024fc11ddc10ed_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/e19a9dc86933435580b9454d2e2c3fe8, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:32,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/e19a9dc86933435580b9454d2e2c3fe8 is 175, key is test_row_0/A:col10/1731151351136/Put/seqid=0 2024-11-09T11:22:32,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742401_1577 (size=30955) 2024-11-09T11:22:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T11:22:32,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:32,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151412380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151412380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151412380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,581 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/e19a9dc86933435580b9454d2e2c3fe8 2024-11-09T11:22:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/36d343a849f644c5831ebdfb38eeff38 is 50, key is test_row_0/B:col10/1731151351136/Put/seqid=0 2024-11-09T11:22:32,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742402_1578 (size=12001) 2024-11-09T11:22:32,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151412883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151412886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151412886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:32,991 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/36d343a849f644c5831ebdfb38eeff38 2024-11-09T11:22:33,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/9dd8a81d45a34cc483afe87bd24fe59e is 50, key is test_row_0/C:col10/1731151351136/Put/seqid=0 2024-11-09T11:22:33,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742403_1579 (size=12001) 2024-11-09T11:22:33,049 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/9dd8a81d45a34cc483afe87bd24fe59e 2024-11-09T11:22:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/e19a9dc86933435580b9454d2e2c3fe8 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e19a9dc86933435580b9454d2e2c3fe8 2024-11-09T11:22:33,058 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e19a9dc86933435580b9454d2e2c3fe8, entries=150, sequenceid=119, filesize=30.2 K 2024-11-09T11:22:33,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/36d343a849f644c5831ebdfb38eeff38 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/36d343a849f644c5831ebdfb38eeff38 2024-11-09T11:22:33,065 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/36d343a849f644c5831ebdfb38eeff38, entries=150, sequenceid=119, filesize=11.7 K 2024-11-09T11:22:33,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/9dd8a81d45a34cc483afe87bd24fe59e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/9dd8a81d45a34cc483afe87bd24fe59e 2024-11-09T11:22:33,072 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/9dd8a81d45a34cc483afe87bd24fe59e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-09T11:22:33,072 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1340ms, sequenceid=119, compaction requested=false 2024-11-09T11:22:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-09T11:22:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-09T11:22:33,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-09T11:22:33,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-11-09T11:22:33,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.8210 sec 2024-11-09T11:22:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T11:22:33,368 INFO [Thread-2440 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-09T11:22:33,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-09T11:22:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T11:22:33,370 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:33,370 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:33,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:33,410 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41783 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41783,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T11:22:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:33,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T11:22:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:33,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110946b68be19b54484a99fecc75ad8b20db_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151351762/Put/seqid=0 2024-11-09T11:22:33,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742404_1580 (size=14744) 2024-11-09T11:22:33,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:33,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151413544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151413648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T11:22:33,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:33,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:33,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151413850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151413889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151413892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151413899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,903 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:33,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110946b68be19b54484a99fecc75ad8b20db_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110946b68be19b54484a99fecc75ad8b20db_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:33,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/a6c61e05832a48fd85179d0b9449fd5f, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:33,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/a6c61e05832a48fd85179d0b9449fd5f is 175, key is test_row_0/A:col10/1731151351762/Put/seqid=0 2024-11-09T11:22:33,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742405_1581 (size=39699) 2024-11-09T11:22:33,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/a6c61e05832a48fd85179d0b9449fd5f 2024-11-09T11:22:33,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/c988cdac903042b6ab82d0dd78577b40 is 50, key is test_row_0/B:col10/1731151351762/Put/seqid=0 2024-11-09T11:22:33,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742406_1582 (size=12151) 2024-11-09T11:22:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T11:22:33,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:33,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:33,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:33,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:33,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:33,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:34,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:34,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:34,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151414164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:34,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34872 deadline: 1731151414214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:34,223 DEBUG [Thread-2432 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:34,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:34,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/c988cdac903042b6ab82d0dd78577b40 2024-11-09T11:22:34,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/27cf541dbc574c16bf4d6c0b66dc2add is 50, key is test_row_0/C:col10/1731151351762/Put/seqid=0 2024-11-09T11:22:34,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742407_1583 (size=12151) 2024-11-09T11:22:34,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:34,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T11:22:34,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:34,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151414671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:34,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:34,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:34,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/27cf541dbc574c16bf4d6c0b66dc2add 2024-11-09T11:22:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:34,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/a6c61e05832a48fd85179d0b9449fd5f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/a6c61e05832a48fd85179d0b9449fd5f 2024-11-09T11:22:34,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/a6c61e05832a48fd85179d0b9449fd5f, entries=200, sequenceid=135, filesize=38.8 K 2024-11-09T11:22:34,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/c988cdac903042b6ab82d0dd78577b40 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/c988cdac903042b6ab82d0dd78577b40 2024-11-09T11:22:34,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/c988cdac903042b6ab82d0dd78577b40, entries=150, sequenceid=135, filesize=11.9 K 2024-11-09T11:22:34,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/27cf541dbc574c16bf4d6c0b66dc2add as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/27cf541dbc574c16bf4d6c0b66dc2add 2024-11-09T11:22:34,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/27cf541dbc574c16bf4d6c0b66dc2add, entries=150, sequenceid=135, filesize=11.9 K 2024-11-09T11:22:34,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1291ms, sequenceid=135, compaction requested=true 2024-11-09T11:22:34,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:34,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:34,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:34,781 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:34,781 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:34,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:34,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:34,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:34,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:34,781 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:34,781 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:34,782 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/A is initiating minor compaction (all files) 2024-11-09T11:22:34,782 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/B is initiating minor compaction (all files) 2024-11-09T11:22:34,782 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/B in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,782 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/A in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,782 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8aee48bff8f349c7b92426dc24ac5385, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e19a9dc86933435580b9454d2e2c3fe8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/a6c61e05832a48fd85179d0b9449fd5f] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=99.4 K 2024-11-09T11:22:34,782 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,782 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8aee48bff8f349c7b92426dc24ac5385, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e19a9dc86933435580b9454d2e2c3fe8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/a6c61e05832a48fd85179d0b9449fd5f] 2024-11-09T11:22:34,782 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dabde391041540b9bed77c7bf6592d43, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/36d343a849f644c5831ebdfb38eeff38, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/c988cdac903042b6ab82d0dd78577b40] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=35.5 K 2024-11-09T11:22:34,782 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8aee48bff8f349c7b92426dc24ac5385, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151350475 2024-11-09T11:22:34,783 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e19a9dc86933435580b9454d2e2c3fe8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731151351127 2024-11-09T11:22:34,784 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6c61e05832a48fd85179d0b9449fd5f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151351754 2024-11-09T11:22:34,784 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting dabde391041540b9bed77c7bf6592d43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151350475 2024-11-09T11:22:34,788 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 36d343a849f644c5831ebdfb38eeff38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731151351127 2024-11-09T11:22:34,789 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting c988cdac903042b6ab82d0dd78577b40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151351762 2024-11-09T11:22:34,795 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:34,799 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d634d6880b774463be709d19ae707fb9_45f87ee8d0f448c63b6d37f67dd81e22 store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:34,801 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d634d6880b774463be709d19ae707fb9_45f87ee8d0f448c63b6d37f67dd81e22, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:34,801 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d634d6880b774463be709d19ae707fb9_45f87ee8d0f448c63b6d37f67dd81e22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:34,805 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:34,805 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/91fcdecd2cef4749830fd37055a8c5b5 is 50, key is test_row_0/B:col10/1731151351762/Put/seqid=0 2024-11-09T11:22:34,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742408_1584 (size=12459) 2024-11-09T11:22:34,836 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/91fcdecd2cef4749830fd37055a8c5b5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/91fcdecd2cef4749830fd37055a8c5b5 2024-11-09T11:22:34,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742409_1585 (size=4469) 2024-11-09T11:22:34,844 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/B of 45f87ee8d0f448c63b6d37f67dd81e22 into 91fcdecd2cef4749830fd37055a8c5b5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:34,845 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:34,845 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/B, priority=13, startTime=1731151354781; duration=0sec 2024-11-09T11:22:34,845 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:34,845 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:B 2024-11-09T11:22:34,845 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:34,847 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:34,847 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/C is initiating minor compaction (all files) 2024-11-09T11:22:34,848 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/C in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,848 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0d7f1309a4174764a15733479996b243, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/9dd8a81d45a34cc483afe87bd24fe59e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/27cf541dbc574c16bf4d6c0b66dc2add] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=35.5 K 2024-11-09T11:22:34,848 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d7f1309a4174764a15733479996b243, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151350475 2024-11-09T11:22:34,848 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dd8a81d45a34cc483afe87bd24fe59e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731151351127 2024-11-09T11:22:34,849 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 27cf541dbc574c16bf4d6c0b66dc2add, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151351762 2024-11-09T11:22:34,859 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#C#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:34,859 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/19e1f1af73e14f80899ae4727e99a3cb is 50, key is test_row_0/C:col10/1731151351762/Put/seqid=0 2024-11-09T11:22:34,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742410_1586 (size=12459) 2024-11-09T11:22:34,874 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/19e1f1af73e14f80899ae4727e99a3cb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/19e1f1af73e14f80899ae4727e99a3cb 2024-11-09T11:22:34,878 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/C of 45f87ee8d0f448c63b6d37f67dd81e22 into 19e1f1af73e14f80899ae4727e99a3cb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:34,878 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:34,879 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/C, priority=13, startTime=1731151354781; duration=0sec 2024-11-09T11:22:34,879 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:34,879 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:C 2024-11-09T11:22:34,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:34,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T11:22:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,913 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T11:22:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:34,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110925e5a6c702dc42bea6ac321cd00b7569_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151353543/Put/seqid=0 2024-11-09T11:22:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742411_1587 (size=12304) 2024-11-09T11:22:34,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,927 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110925e5a6c702dc42bea6ac321cd00b7569_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110925e5a6c702dc42bea6ac321cd00b7569_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:34,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/b63481b730a34cf8a9004314f3c01561, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/b63481b730a34cf8a9004314f3c01561 is 175, key is test_row_0/A:col10/1731151353543/Put/seqid=0 2024-11-09T11:22:34,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742412_1588 (size=31105) 2024-11-09T11:22:34,945 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/b63481b730a34cf8a9004314f3c01561 2024-11-09T11:22:34,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/54d5140e223d43b0a2b8413f9429fc0d is 50, key is test_row_0/B:col10/1731151353543/Put/seqid=0 2024-11-09T11:22:34,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742413_1589 (size=12151) 2024-11-09T11:22:34,959 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/54d5140e223d43b0a2b8413f9429fc0d 2024-11-09T11:22:34,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/6d403c01a5334f0cb15ccfede204ff0a is 50, key is test_row_0/C:col10/1731151353543/Put/seqid=0 2024-11-09T11:22:34,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742414_1590 (size=12151) 2024-11-09T11:22:34,977 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/6d403c01a5334f0cb15ccfede204ff0a 2024-11-09T11:22:34,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/b63481b730a34cf8a9004314f3c01561 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/b63481b730a34cf8a9004314f3c01561 2024-11-09T11:22:34,986 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/b63481b730a34cf8a9004314f3c01561, entries=150, sequenceid=159, filesize=30.4 K 2024-11-09T11:22:34,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/54d5140e223d43b0a2b8413f9429fc0d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/54d5140e223d43b0a2b8413f9429fc0d 2024-11-09T11:22:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,991 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/54d5140e223d43b0a2b8413f9429fc0d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T11:22:34,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/6d403c01a5334f0cb15ccfede204ff0a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6d403c01a5334f0cb15ccfede204ff0a 2024-11-09T11:22:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,996 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6d403c01a5334f0cb15ccfede204ff0a, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T11:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,999 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 45f87ee8d0f448c63b6d37f67dd81e22 in 86ms, sequenceid=159, compaction requested=false 2024-11-09T11:22:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-09T11:22:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-09T11:22:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-09T11:22:35,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6300 sec 2024-11-09T11:22:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.6330 sec 2024-11-09T11:22:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,242 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#A#compaction#491 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,242 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/70bcf2c772144b9e8839fbf36ce65c49 is 175, key is test_row_0/A:col10/1731151351762/Put/seqid=0 2024-11-09T11:22:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742415_1591 (size=31413) 2024-11-09T11:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,294 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/70bcf2c772144b9e8839fbf36ce65c49 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/70bcf2c772144b9e8839fbf36ce65c49 2024-11-09T11:22:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,297 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/A of 45f87ee8d0f448c63b6d37f67dd81e22 into 70bcf2c772144b9e8839fbf36ce65c49(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:35,297 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:35,297 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/A, priority=13, startTime=1731151354780; duration=0sec 2024-11-09T11:22:35,297 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:35,297 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:A 2024-11-09T11:22:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T11:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,475 INFO [Thread-2440 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-09T11:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-09T11:22:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,501 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T11:22:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,502 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:35,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T11:22:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-09T11:22:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-09T11:22:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-09T11:22:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-09T11:22:35,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-09T11:22:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 158 msec 2024-11-09T11:22:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:22:35,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:35,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:35,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110954d52a29f2e540feb1a870305ec819c5_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151355753/Put/seqid=0 2024-11-09T11:22:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742416_1592 (size=14794) 2024-11-09T11:22:35,798 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:35,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110954d52a29f2e540feb1a870305ec819c5_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110954d52a29f2e540feb1a870305ec819c5_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T11:22:35,803 INFO [Thread-2440 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-09T11:22:35,805 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/fd30e85b531045b9a774521f435303a1, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:35,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/fd30e85b531045b9a774521f435303a1 is 175, key is test_row_0/A:col10/1731151355753/Put/seqid=0 2024-11-09T11:22:35,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-09T11:22:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-09T11:22:35,810 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:35,812 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:35,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:35,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742417_1593 (size=39745) 2024-11-09T11:22:35,829 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/fd30e85b531045b9a774521f435303a1 2024-11-09T11:22:35,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/6745ce4f7fdd4e7ab91df1930757dfea is 50, key is test_row_0/B:col10/1731151355753/Put/seqid=0 2024-11-09T11:22:35,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742418_1594 (size=9757) 2024-11-09T11:22:35,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/6745ce4f7fdd4e7ab91df1930757dfea 2024-11-09T11:22:35,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/7d1515b33a1341bfa0cece07a7a144f6 is 50, key is test_row_0/C:col10/1731151355753/Put/seqid=0 2024-11-09T11:22:35,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151415881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:35,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151415902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:35,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742419_1595 (size=9757) 2024-11-09T11:22:35,905 DEBUG [Thread-2436 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:35,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151415905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-09T11:22:35,912 DEBUG [Thread-2434 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:35,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151415915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:35,916 DEBUG [Thread-2438 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:35,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/7d1515b33a1341bfa0cece07a7a144f6 2024-11-09T11:22:35,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/fd30e85b531045b9a774521f435303a1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fd30e85b531045b9a774521f435303a1 2024-11-09T11:22:35,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fd30e85b531045b9a774521f435303a1, entries=200, sequenceid=172, filesize=38.8 K 2024-11-09T11:22:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/6745ce4f7fdd4e7ab91df1930757dfea as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/6745ce4f7fdd4e7ab91df1930757dfea 2024-11-09T11:22:35,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/6745ce4f7fdd4e7ab91df1930757dfea, entries=100, sequenceid=172, filesize=9.5 K 2024-11-09T11:22:35,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/7d1515b33a1341bfa0cece07a7a144f6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7d1515b33a1341bfa0cece07a7a144f6 2024-11-09T11:22:35,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7d1515b33a1341bfa0cece07a7a144f6, entries=100, sequenceid=172, filesize=9.5 K 2024-11-09T11:22:35,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45f87ee8d0f448c63b6d37f67dd81e22 in 195ms, sequenceid=172, compaction requested=true 2024-11-09T11:22:35,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:35,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:35,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:35,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:35,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:35,950 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:35,950 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:35,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:35,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:35,952 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:35,952 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:35,952 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/A is initiating minor compaction (all files) 2024-11-09T11:22:35,952 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/B is initiating minor compaction (all files) 2024-11-09T11:22:35,952 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/A in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:35,952 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/B in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:35,952 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/70bcf2c772144b9e8839fbf36ce65c49, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/b63481b730a34cf8a9004314f3c01561, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fd30e85b531045b9a774521f435303a1] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=99.9 K 2024-11-09T11:22:35,952 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/91fcdecd2cef4749830fd37055a8c5b5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/54d5140e223d43b0a2b8413f9429fc0d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/6745ce4f7fdd4e7ab91df1930757dfea] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=33.6 K 2024-11-09T11:22:35,952 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:35,952 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/70bcf2c772144b9e8839fbf36ce65c49, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/b63481b730a34cf8a9004314f3c01561, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fd30e85b531045b9a774521f435303a1] 2024-11-09T11:22:35,953 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 91fcdecd2cef4749830fd37055a8c5b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151351762 2024-11-09T11:22:35,953 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70bcf2c772144b9e8839fbf36ce65c49, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151351762 2024-11-09T11:22:35,953 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d5140e223d43b0a2b8413f9429fc0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731151353531 2024-11-09T11:22:35,953 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting b63481b730a34cf8a9004314f3c01561, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731151353531 2024-11-09T11:22:35,953 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd30e85b531045b9a774521f435303a1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151355733 2024-11-09T11:22:35,955 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6745ce4f7fdd4e7ab91df1930757dfea, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151355733 2024-11-09T11:22:35,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:35,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-09T11:22:35,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:35,965 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T11:22:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:35,975 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:35,977 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:35,977 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/9ed66dd85b904aaeac9d2050204ad032 is 50, key is test_row_0/B:col10/1731151355753/Put/seqid=0 2024-11-09T11:22:35,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110971bbb5e365e74fde8ef3b3c244c53ae9_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151355879/Put/seqid=0 2024-11-09T11:22:35,982 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109f7d2b1ca3025477b987244e4c53ba6d0_45f87ee8d0f448c63b6d37f67dd81e22 store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:35,984 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109f7d2b1ca3025477b987244e4c53ba6d0_45f87ee8d0f448c63b6d37f67dd81e22, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:35,984 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f7d2b1ca3025477b987244e4c53ba6d0_45f87ee8d0f448c63b6d37f67dd81e22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:35,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742420_1596 (size=12561) 2024-11-09T11:22:36,011 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/9ed66dd85b904aaeac9d2050204ad032 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ed66dd85b904aaeac9d2050204ad032 2024-11-09T11:22:36,017 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/B of 45f87ee8d0f448c63b6d37f67dd81e22 into 9ed66dd85b904aaeac9d2050204ad032(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:36,017 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:36,017 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/B, priority=13, startTime=1731151355950; duration=0sec 2024-11-09T11:22:36,017 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:36,017 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:B 2024-11-09T11:22:36,018 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:36,020 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:36,020 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/C is initiating minor compaction (all files) 2024-11-09T11:22:36,020 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/C in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:36,020 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/19e1f1af73e14f80899ae4727e99a3cb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6d403c01a5334f0cb15ccfede204ff0a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7d1515b33a1341bfa0cece07a7a144f6] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=33.6 K 2024-11-09T11:22:36,020 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 19e1f1af73e14f80899ae4727e99a3cb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151351762 2024-11-09T11:22:36,021 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d403c01a5334f0cb15ccfede204ff0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731151353531 2024-11-09T11:22:36,021 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d1515b33a1341bfa0cece07a7a144f6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151355733 2024-11-09T11:22:36,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151416020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742421_1597 (size=12304) 2024-11-09T11:22:36,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:36,037 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110971bbb5e365e74fde8ef3b3c244c53ae9_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110971bbb5e365e74fde8ef3b3c244c53ae9_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:36,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/01adb32bb8d44ee7ae45521ee2b38447, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:36,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/01adb32bb8d44ee7ae45521ee2b38447 is 175, key is test_row_0/A:col10/1731151355879/Put/seqid=0 2024-11-09T11:22:36,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742422_1598 (size=4469) 2024-11-09T11:22:36,053 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#A#compaction#500 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:36,053 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/f4172b82f1b94b11b562c4fd53d66691 is 175, key is test_row_0/A:col10/1731151355753/Put/seqid=0 2024-11-09T11:22:36,056 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#C#compaction#503 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:36,057 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/1e9fa00a3d6444f19fdca5aa60f196c6 is 50, key is test_row_0/C:col10/1731151355753/Put/seqid=0 2024-11-09T11:22:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-09T11:22:36,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742424_1600 (size=31622) 2024-11-09T11:22:36,118 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/f4172b82f1b94b11b562c4fd53d66691 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/f4172b82f1b94b11b562c4fd53d66691 2024-11-09T11:22:36,124 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/A of 45f87ee8d0f448c63b6d37f67dd81e22 into f4172b82f1b94b11b562c4fd53d66691(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:36,124 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:36,124 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/A, priority=13, startTime=1731151355950; duration=0sec 2024-11-09T11:22:36,124 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:36,124 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:A 2024-11-09T11:22:36,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151416124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742423_1599 (size=31105) 2024-11-09T11:22:36,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742425_1601 (size=12561) 2024-11-09T11:22:36,146 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/1e9fa00a3d6444f19fdca5aa60f196c6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/1e9fa00a3d6444f19fdca5aa60f196c6 2024-11-09T11:22:36,152 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/C of 45f87ee8d0f448c63b6d37f67dd81e22 into 1e9fa00a3d6444f19fdca5aa60f196c6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:36,152 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:36,152 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/C, priority=13, startTime=1731151355950; duration=0sec 2024-11-09T11:22:36,152 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:36,152 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:C 2024-11-09T11:22:36,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151416327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-09T11:22:36,529 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/01adb32bb8d44ee7ae45521ee2b38447 2024-11-09T11:22:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/b024c1d8ba7746d7b8b3ca39d91c04f0 is 50, key is test_row_0/B:col10/1731151355879/Put/seqid=0 2024-11-09T11:22:36,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742426_1602 (size=12151) 2024-11-09T11:22:36,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151416631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-09T11:22:36,937 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/b024c1d8ba7746d7b8b3ca39d91c04f0 2024-11-09T11:22:36,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/60ffe7090aa3435d9b6466763f7bf8d0 is 50, key is test_row_0/C:col10/1731151355879/Put/seqid=0 2024-11-09T11:22:36,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742427_1603 (size=12151) 2024-11-09T11:22:37,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151417135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:37,346 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/60ffe7090aa3435d9b6466763f7bf8d0 2024-11-09T11:22:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/01adb32bb8d44ee7ae45521ee2b38447 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/01adb32bb8d44ee7ae45521ee2b38447 2024-11-09T11:22:37,357 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/01adb32bb8d44ee7ae45521ee2b38447, entries=150, sequenceid=197, filesize=30.4 K 2024-11-09T11:22:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/b024c1d8ba7746d7b8b3ca39d91c04f0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b024c1d8ba7746d7b8b3ca39d91c04f0 2024-11-09T11:22:37,364 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b024c1d8ba7746d7b8b3ca39d91c04f0, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T11:22:37,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/60ffe7090aa3435d9b6466763f7bf8d0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/60ffe7090aa3435d9b6466763f7bf8d0 2024-11-09T11:22:37,368 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/60ffe7090aa3435d9b6466763f7bf8d0, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T11:22:37,369 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1404ms, sequenceid=197, compaction requested=false 2024-11-09T11:22:37,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:37,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:37,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-09T11:22:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-09T11:22:37,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-09T11:22:37,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-11-09T11:22:37,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.5630 sec 2024-11-09T11:22:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-09T11:22:37,914 INFO [Thread-2440 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-09T11:22:37,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-09T11:22:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T11:22:37,917 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:37,917 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:37,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T11:22:38,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:38,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-09T11:22:38,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:38,068 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T11:22:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:38,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109205f7ea4eab5428a81c40e93ed6e2d6b_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151356011/Put/seqid=0 2024-11-09T11:22:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742428_1604 (size=12304) 2024-11-09T11:22:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:38,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T11:22:38,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151418216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:38,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151418320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:38,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:38,482 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109205f7ea4eab5428a81c40e93ed6e2d6b_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109205f7ea4eab5428a81c40e93ed6e2d6b_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:38,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/147bedfb335d44a9a006fd081b370288, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/147bedfb335d44a9a006fd081b370288 is 175, key is test_row_0/A:col10/1731151356011/Put/seqid=0 2024-11-09T11:22:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742429_1605 (size=31105) 2024-11-09T11:22:38,486 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/147bedfb335d44a9a006fd081b370288 2024-11-09T11:22:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/dcdb010ff319413b8ed449f5cf403ba3 is 50, key is test_row_0/B:col10/1731151356011/Put/seqid=0 2024-11-09T11:22:38,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742430_1606 (size=12151) 2024-11-09T11:22:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T11:22:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151418524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:38,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151418828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:38,900 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/dcdb010ff319413b8ed449f5cf403ba3 2024-11-09T11:22:38,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/4e81859a625441d68197fabfe86c0597 is 50, key is test_row_0/C:col10/1731151356011/Put/seqid=0 2024-11-09T11:22:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742431_1607 (size=12151) 2024-11-09T11:22:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T11:22:39,309 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/4e81859a625441d68197fabfe86c0597 2024-11-09T11:22:39,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/147bedfb335d44a9a006fd081b370288 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/147bedfb335d44a9a006fd081b370288 2024-11-09T11:22:39,314 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/147bedfb335d44a9a006fd081b370288, entries=150, sequenceid=211, filesize=30.4 K 2024-11-09T11:22:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/dcdb010ff319413b8ed449f5cf403ba3 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dcdb010ff319413b8ed449f5cf403ba3 2024-11-09T11:22:39,316 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dcdb010ff319413b8ed449f5cf403ba3, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T11:22:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/4e81859a625441d68197fabfe86c0597 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/4e81859a625441d68197fabfe86c0597 2024-11-09T11:22:39,319 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/4e81859a625441d68197fabfe86c0597, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T11:22:39,319 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1251ms, sequenceid=211, compaction requested=true 2024-11-09T11:22:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:39,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-09T11:22:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-09T11:22:39,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-09T11:22:39,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-09T11:22:39,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.4060 sec 2024-11-09T11:22:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:39,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T11:22:39,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:39,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:39,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:39,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:39,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:39,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:39,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d0184d28d74d4a648cf638d0613248ce_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151359333/Put/seqid=0 2024-11-09T11:22:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742432_1608 (size=12304) 2024-11-09T11:22:39,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151419359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:39,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151419461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:39,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151419664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:39,742 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:39,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d0184d28d74d4a648cf638d0613248ce_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d0184d28d74d4a648cf638d0613248ce_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:39,745 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/8d1612f697bc4c9c89d6a1f23aeab0f9, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:39,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/8d1612f697bc4c9c89d6a1f23aeab0f9 is 175, key is test_row_0/A:col10/1731151359333/Put/seqid=0 2024-11-09T11:22:39,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742433_1609 (size=31105) 2024-11-09T11:22:39,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34834 deadline: 1731151419932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:39,935 DEBUG [Thread-2434 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:39,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34906 deadline: 1731151419937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:39,939 DEBUG [Thread-2436 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34848 deadline: 1731151419942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:39,945 DEBUG [Thread-2438 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:39,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151419968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T11:22:40,020 INFO [Thread-2440 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-09T11:22:40,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-09T11:22:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-09T11:22:40,022 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:40,022 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:40,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-09T11:22:40,149 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/8d1612f697bc4c9c89d6a1f23aeab0f9 2024-11-09T11:22:40,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/dfcc7b7c778748be9362ac009e422e2f is 50, key is test_row_0/B:col10/1731151359333/Put/seqid=0 2024-11-09T11:22:40,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742434_1610 (size=12151) 2024-11-09T11:22:40,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:40,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-09T11:22:40,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:40,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:40,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-09T11:22:40,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:40,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-09T11:22:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:40,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151420472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:40,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:40,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-09T11:22:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:40,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/dfcc7b7c778748be9362ac009e422e2f 2024-11-09T11:22:40,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/c4e0bae2653a40f6b7ac40baef7acc03 is 50, key is test_row_0/C:col10/1731151359333/Put/seqid=0 2024-11-09T11:22:40,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742435_1611 (size=12151) 2024-11-09T11:22:40,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/c4e0bae2653a40f6b7ac40baef7acc03 2024-11-09T11:22:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/8d1612f697bc4c9c89d6a1f23aeab0f9 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8d1612f697bc4c9c89d6a1f23aeab0f9 2024-11-09T11:22:40,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8d1612f697bc4c9c89d6a1f23aeab0f9, entries=150, sequenceid=237, filesize=30.4 K 2024-11-09T11:22:40,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/dfcc7b7c778748be9362ac009e422e2f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dfcc7b7c778748be9362ac009e422e2f 2024-11-09T11:22:40,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dfcc7b7c778748be9362ac009e422e2f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-09T11:22:40,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/c4e0bae2653a40f6b7ac40baef7acc03 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/c4e0bae2653a40f6b7ac40baef7acc03 2024-11-09T11:22:40,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/c4e0bae2653a40f6b7ac40baef7acc03, entries=150, sequenceid=237, filesize=11.9 K 2024-11-09T11:22:40,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1242ms, sequenceid=237, compaction requested=true 2024-11-09T11:22:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:40,576 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:22:40,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:40,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:40,577 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:22:40,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:40,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:40,577 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:22:40,577 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124937 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:22:40,577 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/A is initiating minor compaction (all files) 2024-11-09T11:22:40,577 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/B is initiating minor compaction (all files) 2024-11-09T11:22:40,577 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/B in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,577 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/A in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,577 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ed66dd85b904aaeac9d2050204ad032, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b024c1d8ba7746d7b8b3ca39d91c04f0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dcdb010ff319413b8ed449f5cf403ba3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dfcc7b7c778748be9362ac009e422e2f] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=47.9 K 2024-11-09T11:22:40,577 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/f4172b82f1b94b11b562c4fd53d66691, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/01adb32bb8d44ee7ae45521ee2b38447, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/147bedfb335d44a9a006fd081b370288, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8d1612f697bc4c9c89d6a1f23aeab0f9] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=122.0 K 2024-11-09T11:22:40,577 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,578 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/f4172b82f1b94b11b562c4fd53d66691, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/01adb32bb8d44ee7ae45521ee2b38447, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/147bedfb335d44a9a006fd081b370288, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8d1612f697bc4c9c89d6a1f23aeab0f9] 2024-11-09T11:22:40,578 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ed66dd85b904aaeac9d2050204ad032, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151353540 2024-11-09T11:22:40,578 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4172b82f1b94b11b562c4fd53d66691, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151353540 2024-11-09T11:22:40,578 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting b024c1d8ba7746d7b8b3ca39d91c04f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731151355828 2024-11-09T11:22:40,578 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01adb32bb8d44ee7ae45521ee2b38447, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731151355828 2024-11-09T11:22:40,578 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting dcdb010ff319413b8ed449f5cf403ba3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151356004 2024-11-09T11:22:40,578 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting dfcc7b7c778748be9362ac009e422e2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731151358205 2024-11-09T11:22:40,578 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 147bedfb335d44a9a006fd081b370288, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151356004 2024-11-09T11:22:40,579 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d1612f697bc4c9c89d6a1f23aeab0f9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731151358205 2024-11-09T11:22:40,587 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:40,588 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/7d5bfaa68c5c43058a9b6e8d67871ce6 is 50, key is test_row_0/B:col10/1731151359333/Put/seqid=0 2024-11-09T11:22:40,591 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:40,599 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411094f30cfb7f39e4acfb53a89a379049e05_45f87ee8d0f448c63b6d37f67dd81e22 store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:40,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742436_1612 (size=12697) 2024-11-09T11:22:40,602 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411094f30cfb7f39e4acfb53a89a379049e05_45f87ee8d0f448c63b6d37f67dd81e22, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:40,602 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094f30cfb7f39e4acfb53a89a379049e05_45f87ee8d0f448c63b6d37f67dd81e22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742437_1613 (size=4469) 2024-11-09T11:22:40,607 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#A#compaction#513 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:40,607 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/7d5bfaa68c5c43058a9b6e8d67871ce6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/7d5bfaa68c5c43058a9b6e8d67871ce6 2024-11-09T11:22:40,607 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/043bf16c354a40a88c7a59b1f98fe650 is 175, key is test_row_0/A:col10/1731151359333/Put/seqid=0 2024-11-09T11:22:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742438_1614 (size=31651) 2024-11-09T11:22:40,610 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/B of 45f87ee8d0f448c63b6d37f67dd81e22 into 7d5bfaa68c5c43058a9b6e8d67871ce6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:40,610 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:40,610 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/B, priority=12, startTime=1731151360576; duration=0sec 2024-11-09T11:22:40,610 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:40,610 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:B 2024-11-09T11:22:40,611 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:22:40,611 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:22:40,611 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/C is initiating minor compaction (all files) 2024-11-09T11:22:40,611 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/C in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,611 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/1e9fa00a3d6444f19fdca5aa60f196c6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/60ffe7090aa3435d9b6466763f7bf8d0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/4e81859a625441d68197fabfe86c0597, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/c4e0bae2653a40f6b7ac40baef7acc03] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=47.9 K 2024-11-09T11:22:40,612 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e9fa00a3d6444f19fdca5aa60f196c6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151353540 2024-11-09T11:22:40,612 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 60ffe7090aa3435d9b6466763f7bf8d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731151355828 2024-11-09T11:22:40,612 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e81859a625441d68197fabfe86c0597, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151356004 2024-11-09T11:22:40,612 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting c4e0bae2653a40f6b7ac40baef7acc03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731151358205 2024-11-09T11:22:40,618 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#C#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:40,619 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/dcbfab30b2504a579853e1ce3ac9c080 is 50, key is test_row_0/C:col10/1731151359333/Put/seqid=0 2024-11-09T11:22:40,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742439_1615 (size=12697) 2024-11-09T11:22:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-09T11:22:40,630 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:40,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-09T11:22:40,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:40,630 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T11:22:40,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110934322355d70f48b0a48c9c15b291fa7a_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151359358/Put/seqid=0 2024-11-09T11:22:40,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742440_1616 (size=12304) 2024-11-09T11:22:41,013 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/043bf16c354a40a88c7a59b1f98fe650 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/043bf16c354a40a88c7a59b1f98fe650 2024-11-09T11:22:41,016 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/A of 45f87ee8d0f448c63b6d37f67dd81e22 into 043bf16c354a40a88c7a59b1f98fe650(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:41,016 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:41,016 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/A, priority=12, startTime=1731151360576; duration=0sec 2024-11-09T11:22:41,016 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:41,016 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:A 2024-11-09T11:22:41,025 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/dcbfab30b2504a579853e1ce3ac9c080 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/dcbfab30b2504a579853e1ce3ac9c080 2024-11-09T11:22:41,027 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/C of 45f87ee8d0f448c63b6d37f67dd81e22 into dcbfab30b2504a579853e1ce3ac9c080(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:41,028 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:41,028 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/C, priority=12, startTime=1731151360577; duration=0sec 2024-11-09T11:22:41,028 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:41,028 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:C 2024-11-09T11:22:41,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:41,076 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110934322355d70f48b0a48c9c15b291fa7a_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110934322355d70f48b0a48c9c15b291fa7a_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:41,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/dbc6bfdfac8c4a80a1b02b1cfa181342, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:41,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/dbc6bfdfac8c4a80a1b02b1cfa181342 is 175, key is test_row_0/A:col10/1731151359358/Put/seqid=0 2024-11-09T11:22:41,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742441_1617 (size=31105) 2024-11-09T11:22:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-09T11:22:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:41,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:41,480 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/dbc6bfdfac8c4a80a1b02b1cfa181342 2024-11-09T11:22:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/88b7f4882c6e439a896b26ec37302dfb is 50, key is test_row_0/B:col10/1731151359358/Put/seqid=0 2024-11-09T11:22:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742442_1618 (size=12151) 2024-11-09T11:22:41,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151421543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:41,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151421647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:41,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151421850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:41,887 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/88b7f4882c6e439a896b26ec37302dfb 2024-11-09T11:22:41,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/67980a13be2845ea951339b26fee808e is 50, key is test_row_0/C:col10/1731151359358/Put/seqid=0 2024-11-09T11:22:41,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742443_1619 (size=12151) 2024-11-09T11:22:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-09T11:22:42,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151422151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:42,296 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/67980a13be2845ea951339b26fee808e 2024-11-09T11:22:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/dbc6bfdfac8c4a80a1b02b1cfa181342 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/dbc6bfdfac8c4a80a1b02b1cfa181342 2024-11-09T11:22:42,302 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/dbc6bfdfac8c4a80a1b02b1cfa181342, entries=150, sequenceid=248, filesize=30.4 K 2024-11-09T11:22:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/88b7f4882c6e439a896b26ec37302dfb as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/88b7f4882c6e439a896b26ec37302dfb 2024-11-09T11:22:42,305 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/88b7f4882c6e439a896b26ec37302dfb, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T11:22:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/67980a13be2845ea951339b26fee808e as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/67980a13be2845ea951339b26fee808e 2024-11-09T11:22:42,308 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/67980a13be2845ea951339b26fee808e, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T11:22:42,308 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1678ms, sequenceid=248, compaction requested=false 2024-11-09T11:22:42,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:42,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:42,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-09T11:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-09T11:22:42,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-09T11:22:42,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2870 sec 2024-11-09T11:22:42,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.2890 sec 2024-11-09T11:22:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:42,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T11:22:42,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:42,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:42,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:42,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:42,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:42,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:42,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a11045f788f84b82a5f85c40c4488edf_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151362657/Put/seqid=0 2024-11-09T11:22:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742444_1620 (size=14994) 2024-11-09T11:22:42,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151422678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:42,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151422781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:42,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151422983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:43,066 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:43,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a11045f788f84b82a5f85c40c4488edf_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a11045f788f84b82a5f85c40c4488edf_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:43,069 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/bc435d06ba5040f781932e817226c119, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:43,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/bc435d06ba5040f781932e817226c119 is 175, key is test_row_0/A:col10/1731151362657/Put/seqid=0 2024-11-09T11:22:43,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742445_1621 (size=39949) 2024-11-09T11:22:43,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151423285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:43,473 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/bc435d06ba5040f781932e817226c119 2024-11-09T11:22:43,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/2648d467187e42d79aa6895931590ad4 is 50, key is test_row_0/B:col10/1731151362657/Put/seqid=0 2024-11-09T11:22:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742446_1622 (size=12301) 2024-11-09T11:22:43,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151423788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:43,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/2648d467187e42d79aa6895931590ad4 2024-11-09T11:22:43,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/626c1f42c5bc47afa3ff0c2e9db8ff9f is 50, key is test_row_0/C:col10/1731151362657/Put/seqid=0 2024-11-09T11:22:43,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742447_1623 (size=12301) 2024-11-09T11:22:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-09T11:22:44,126 INFO [Thread-2440 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-09T11:22:44,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T11:22:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-09T11:22:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-09T11:22:44,128 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:22:44,128 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:22:44,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:22:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-09T11:22:44,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:44,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-09T11:22:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:44,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:44,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34872 deadline: 1731151424279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:44,282 DEBUG [Thread-2432 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18226 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., hostname=566d204d64fd,35155,1731151199870, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:22:44,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/626c1f42c5bc47afa3ff0c2e9db8ff9f 2024-11-09T11:22:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/bc435d06ba5040f781932e817226c119 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bc435d06ba5040f781932e817226c119 2024-11-09T11:22:44,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bc435d06ba5040f781932e817226c119, entries=200, sequenceid=277, filesize=39.0 K 2024-11-09T11:22:44,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/2648d467187e42d79aa6895931590ad4 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/2648d467187e42d79aa6895931590ad4 2024-11-09T11:22:44,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/2648d467187e42d79aa6895931590ad4, entries=150, sequenceid=277, filesize=12.0 K 2024-11-09T11:22:44,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/626c1f42c5bc47afa3ff0c2e9db8ff9f as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/626c1f42c5bc47afa3ff0c2e9db8ff9f 2024-11-09T11:22:44,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/626c1f42c5bc47afa3ff0c2e9db8ff9f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-09T11:22:44,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1660ms, sequenceid=277, compaction requested=true 2024-11-09T11:22:44,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:44,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:44,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:44,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:44,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:44,318 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:44,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:44,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:44,318 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:44,319 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:44,319 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:44,319 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/B is initiating minor compaction (all files) 2024-11-09T11:22:44,319 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/A is initiating minor compaction (all files) 2024-11-09T11:22:44,319 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/A in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:44,319 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/043bf16c354a40a88c7a59b1f98fe650, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/dbc6bfdfac8c4a80a1b02b1cfa181342, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bc435d06ba5040f781932e817226c119] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=100.3 K 2024-11-09T11:22:44,319 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:44,319 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/043bf16c354a40a88c7a59b1f98fe650, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/dbc6bfdfac8c4a80a1b02b1cfa181342, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bc435d06ba5040f781932e817226c119] 2024-11-09T11:22:44,319 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/B in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:44,319 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/7d5bfaa68c5c43058a9b6e8d67871ce6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/88b7f4882c6e439a896b26ec37302dfb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/2648d467187e42d79aa6895931590ad4] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=36.3 K 2024-11-09T11:22:44,320 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 043bf16c354a40a88c7a59b1f98fe650, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731151358205 2024-11-09T11:22:44,320 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d5bfaa68c5c43058a9b6e8d67871ce6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731151358205 2024-11-09T11:22:44,320 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbc6bfdfac8c4a80a1b02b1cfa181342, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731151359350 2024-11-09T11:22:44,320 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 88b7f4882c6e439a896b26ec37302dfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731151359350 2024-11-09T11:22:44,320 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc435d06ba5040f781932e817226c119, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731151361534 2024-11-09T11:22:44,320 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 2648d467187e42d79aa6895931590ad4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731151361534 2024-11-09T11:22:44,324 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:44,326 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#B#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:44,326 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110980a053ad72ec42cd87b9761513a6309d_45f87ee8d0f448c63b6d37f67dd81e22 store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:44,326 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/b39d188670004b3fbc51737b2073f26d is 50, key is test_row_0/B:col10/1731151362657/Put/seqid=0 2024-11-09T11:22:44,328 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110980a053ad72ec42cd87b9761513a6309d_45f87ee8d0f448c63b6d37f67dd81e22, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:44,328 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110980a053ad72ec42cd87b9761513a6309d_45f87ee8d0f448c63b6d37f67dd81e22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742448_1624 (size=12949) 2024-11-09T11:22:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742449_1625 (size=4469) 2024-11-09T11:22:44,333 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#A#compaction#522 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:44,333 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/4cfec850d71d433bae1bee9757de3033 is 175, key is test_row_0/A:col10/1731151362657/Put/seqid=0 2024-11-09T11:22:44,336 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/b39d188670004b3fbc51737b2073f26d as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b39d188670004b3fbc51737b2073f26d 2024-11-09T11:22:44,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742450_1626 (size=31903) 2024-11-09T11:22:44,339 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/B of 45f87ee8d0f448c63b6d37f67dd81e22 into b39d188670004b3fbc51737b2073f26d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:44,339 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:44,339 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/B, priority=13, startTime=1731151364318; duration=0sec 2024-11-09T11:22:44,339 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:44,339 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:B 2024-11-09T11:22:44,339 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/4cfec850d71d433bae1bee9757de3033 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/4cfec850d71d433bae1bee9757de3033 2024-11-09T11:22:44,339 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:44,340 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:44,340 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/C is initiating minor compaction (all files) 2024-11-09T11:22:44,340 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/C in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:44,340 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/dcbfab30b2504a579853e1ce3ac9c080, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/67980a13be2845ea951339b26fee808e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/626c1f42c5bc47afa3ff0c2e9db8ff9f] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=36.3 K 2024-11-09T11:22:44,340 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting dcbfab30b2504a579853e1ce3ac9c080, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731151358205 2024-11-09T11:22:44,340 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 67980a13be2845ea951339b26fee808e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731151359350 2024-11-09T11:22:44,341 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 626c1f42c5bc47afa3ff0c2e9db8ff9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731151361534 2024-11-09T11:22:44,343 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/A of 45f87ee8d0f448c63b6d37f67dd81e22 into 4cfec850d71d433bae1bee9757de3033(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:44,343 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:44,343 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/A, priority=13, startTime=1731151364318; duration=0sec 2024-11-09T11:22:44,343 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:44,343 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:A 2024-11-09T11:22:44,345 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#C#compaction#523 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:44,346 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/f62676b67ed74f22923aa7cdee81991b is 50, key is test_row_0/C:col10/1731151362657/Put/seqid=0 2024-11-09T11:22:44,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742451_1627 (size=12949) 2024-11-09T11:22:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-09T11:22:44,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:44,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35155 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-09T11:22:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:44,432 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T11:22:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:44,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109533cb88147e84cb8ba215574952da36f_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151362662/Put/seqid=0 2024-11-09T11:22:44,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742452_1628 (size=12454) 2024-11-09T11:22:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-09T11:22:44,752 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/f62676b67ed74f22923aa7cdee81991b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/f62676b67ed74f22923aa7cdee81991b 2024-11-09T11:22:44,755 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/C of 45f87ee8d0f448c63b6d37f67dd81e22 into f62676b67ed74f22923aa7cdee81991b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:44,755 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:44,755 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/C, priority=13, startTime=1731151364318; duration=0sec 2024-11-09T11:22:44,755 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:44,755 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:C 2024-11-09T11:22:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. as already flushing 2024-11-09T11:22:44,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:44,847 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109533cb88147e84cb8ba215574952da36f_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109533cb88147e84cb8ba215574952da36f_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:44,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/e05902bbdd944d8b8b8a7d60452e05c5, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:44,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/e05902bbdd944d8b8b8a7d60452e05c5 is 175, key is test_row_0/A:col10/1731151362662/Put/seqid=0 2024-11-09T11:22:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742453_1629 (size=31255) 2024-11-09T11:22:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151424864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:44,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151424966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151425169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-09T11:22:45,251 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/e05902bbdd944d8b8b8a7d60452e05c5 2024-11-09T11:22:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/b79e25925e0a488380616e6227b03a95 is 50, key is test_row_0/B:col10/1731151362662/Put/seqid=0 2024-11-09T11:22:45,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742454_1630 (size=12301) 2024-11-09T11:22:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151425472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:45,660 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/b79e25925e0a488380616e6227b03a95 2024-11-09T11:22:45,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/b47f7876a0a946bf8149b09676b27d79 is 50, key is test_row_0/C:col10/1731151362662/Put/seqid=0 2024-11-09T11:22:45,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742455_1631 (size=12301) 2024-11-09T11:22:45,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T11:22:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34880 deadline: 1731151425977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 2024-11-09T11:22:46,027 DEBUG [Thread-2445 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65b56307 to 127.0.0.1:63884 2024-11-09T11:22:46,027 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:46,027 DEBUG [Thread-2447 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a733412 to 127.0.0.1:63884 2024-11-09T11:22:46,027 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:46,027 DEBUG [Thread-2449 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a684cd4 to 127.0.0.1:63884 2024-11-09T11:22:46,027 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:46,028 DEBUG [Thread-2441 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51fccca6 to 127.0.0.1:63884 2024-11-09T11:22:46,028 DEBUG [Thread-2441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:46,029 DEBUG [Thread-2443 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x539997ae to 127.0.0.1:63884 2024-11-09T11:22:46,029 DEBUG [Thread-2443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:46,132 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/b47f7876a0a946bf8149b09676b27d79 2024-11-09T11:22:46,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/e05902bbdd944d8b8b8a7d60452e05c5 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e05902bbdd944d8b8b8a7d60452e05c5 2024-11-09T11:22:46,145 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e05902bbdd944d8b8b8a7d60452e05c5, entries=150, sequenceid=288, filesize=30.5 K 2024-11-09T11:22:46,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/b79e25925e0a488380616e6227b03a95 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b79e25925e0a488380616e6227b03a95 2024-11-09T11:22:46,149 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b79e25925e0a488380616e6227b03a95, entries=150, sequenceid=288, filesize=12.0 K 2024-11-09T11:22:46,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/b47f7876a0a946bf8149b09676b27d79 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/b47f7876a0a946bf8149b09676b27d79 2024-11-09T11:22:46,153 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/b47f7876a0a946bf8149b09676b27d79, entries=150, sequenceid=288, filesize=12.0 K 2024-11-09T11:22:46,154 INFO [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1722ms, sequenceid=288, compaction requested=false 2024-11-09T11:22:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/566d204d64fd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-09T11:22:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-09T11:22:46,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-09T11:22:46,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0270 sec 2024-11-09T11:22:46,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.0310 sec 2024-11-09T11:22:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-09T11:22:46,232 INFO [Thread-2440 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-09T11:22:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] regionserver.HRegion(8581): Flush requested on 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:46,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T11:22:46,984 DEBUG [Thread-2430 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d688bcb to 127.0.0.1:63884 2024-11-09T11:22:46,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:46,984 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:46,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:46,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:46,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:46,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:46,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:46,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b91b230f77dd496884c503fea0f964d7_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151364863/Put/seqid=0 2024-11-09T11:22:46,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742456_1632 (size=12454) 2024-11-09T11:22:47,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:47,404 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b91b230f77dd496884c503fea0f964d7_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b91b230f77dd496884c503fea0f964d7_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:47,405 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/7cf086178e194dfc8a97ad5c0ad60354, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:47,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/7cf086178e194dfc8a97ad5c0ad60354 is 175, key is test_row_0/A:col10/1731151364863/Put/seqid=0 2024-11-09T11:22:47,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742457_1633 (size=31255) 2024-11-09T11:22:47,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/7cf086178e194dfc8a97ad5c0ad60354 2024-11-09T11:22:47,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/9aec4df246b04b369764526678895daa is 50, key is test_row_0/B:col10/1731151364863/Put/seqid=0 2024-11-09T11:22:47,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742458_1634 (size=12301) 2024-11-09T11:22:48,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/9aec4df246b04b369764526678895daa 2024-11-09T11:22:48,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/18aa1fa76760446db62b448bb123c3da is 50, key is test_row_0/C:col10/1731151364863/Put/seqid=0 2024-11-09T11:22:48,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742459_1635 (size=12301) 2024-11-09T11:22:48,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/18aa1fa76760446db62b448bb123c3da 2024-11-09T11:22:48,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/7cf086178e194dfc8a97ad5c0ad60354 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7cf086178e194dfc8a97ad5c0ad60354 2024-11-09T11:22:48,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7cf086178e194dfc8a97ad5c0ad60354, entries=150, sequenceid=317, filesize=30.5 K 2024-11-09T11:22:48,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/9aec4df246b04b369764526678895daa as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9aec4df246b04b369764526678895daa 2024-11-09T11:22:48,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9aec4df246b04b369764526678895daa, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T11:22:48,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/18aa1fa76760446db62b448bb123c3da as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/18aa1fa76760446db62b448bb123c3da 2024-11-09T11:22:48,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/18aa1fa76760446db62b448bb123c3da, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T11:22:48,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1680ms, sequenceid=317, compaction requested=true 2024-11-09T11:22:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:22:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:48,664 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:22:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45f87ee8d0f448c63b6d37f67dd81e22:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:22:48,664 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:48,665 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:48,665 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:48,665 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/B is initiating minor compaction (all files) 2024-11-09T11:22:48,665 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/A is initiating minor compaction (all files) 2024-11-09T11:22:48,665 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/B in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:48,665 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/A in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:48,665 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b39d188670004b3fbc51737b2073f26d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b79e25925e0a488380616e6227b03a95, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9aec4df246b04b369764526678895daa] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=36.7 K 2024-11-09T11:22:48,665 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/4cfec850d71d433bae1bee9757de3033, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e05902bbdd944d8b8b8a7d60452e05c5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7cf086178e194dfc8a97ad5c0ad60354] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=92.2 K 2024-11-09T11:22:48,666 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:48,666 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. files: [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/4cfec850d71d433bae1bee9757de3033, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e05902bbdd944d8b8b8a7d60452e05c5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7cf086178e194dfc8a97ad5c0ad60354] 2024-11-09T11:22:48,666 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting b39d188670004b3fbc51737b2073f26d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731151361534 2024-11-09T11:22:48,666 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cfec850d71d433bae1bee9757de3033, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731151361534 2024-11-09T11:22:48,666 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting b79e25925e0a488380616e6227b03a95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151362662 2024-11-09T11:22:48,666 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting e05902bbdd944d8b8b8a7d60452e05c5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151362662 2024-11-09T11:22:48,666 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aec4df246b04b369764526678895daa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731151364857 2024-11-09T11:22:48,667 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cf086178e194dfc8a97ad5c0ad60354, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731151364857 2024-11-09T11:22:48,672 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:48,673 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:48,673 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109eaf7412c05d743cd816aa0c5ef84b67c_45f87ee8d0f448c63b6d37f67dd81e22 store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:48,673 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/f2ff2fbecfbe4e5aab4c3eb78548ceb2 is 50, key is test_row_0/B:col10/1731151364863/Put/seqid=0 2024-11-09T11:22:48,676 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109eaf7412c05d743cd816aa0c5ef84b67c_45f87ee8d0f448c63b6d37f67dd81e22, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:48,676 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109eaf7412c05d743cd816aa0c5ef84b67c_45f87ee8d0f448c63b6d37f67dd81e22 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:48,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742460_1636 (size=13051) 2024-11-09T11:22:48,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742461_1637 (size=4469) 2024-11-09T11:22:48,679 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/f2ff2fbecfbe4e5aab4c3eb78548ceb2 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/f2ff2fbecfbe4e5aab4c3eb78548ceb2 2024-11-09T11:22:48,682 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/B of 45f87ee8d0f448c63b6d37f67dd81e22 into f2ff2fbecfbe4e5aab4c3eb78548ceb2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:48,682 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:48,682 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/B, priority=13, startTime=1731151368664; duration=0sec 2024-11-09T11:22:48,682 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:22:48,682 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:B 2024-11-09T11:22:48,682 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:22:48,683 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:22:48,683 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1540): 45f87ee8d0f448c63b6d37f67dd81e22/C is initiating minor compaction (all files) 2024-11-09T11:22:48,683 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45f87ee8d0f448c63b6d37f67dd81e22/C in TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:48,683 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/f62676b67ed74f22923aa7cdee81991b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/b47f7876a0a946bf8149b09676b27d79, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/18aa1fa76760446db62b448bb123c3da] into tmpdir=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp, totalSize=36.7 K 2024-11-09T11:22:48,683 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting f62676b67ed74f22923aa7cdee81991b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731151361534 2024-11-09T11:22:48,683 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting b47f7876a0a946bf8149b09676b27d79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151362662 2024-11-09T11:22:48,683 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] compactions.Compactor(224): Compacting 18aa1fa76760446db62b448bb123c3da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731151364857 2024-11-09T11:22:48,688 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:48,688 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/dca0094c68764f718e608b9bf1d0f683 is 50, key is test_row_0/C:col10/1731151364863/Put/seqid=0 2024-11-09T11:22:48,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742462_1638 (size=13051) 2024-11-09T11:22:49,082 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45f87ee8d0f448c63b6d37f67dd81e22#A#compaction#531 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:22:49,083 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/150de353adc14708af774687e5a34b47 is 175, key is test_row_0/A:col10/1731151364863/Put/seqid=0 2024-11-09T11:22:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742463_1639 (size=32005) 2024-11-09T11:22:49,098 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/dca0094c68764f718e608b9bf1d0f683 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/dca0094c68764f718e608b9bf1d0f683 2024-11-09T11:22:49,098 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/150de353adc14708af774687e5a34b47 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/150de353adc14708af774687e5a34b47 2024-11-09T11:22:49,103 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/A of 45f87ee8d0f448c63b6d37f67dd81e22 into 150de353adc14708af774687e5a34b47(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:49,103 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45f87ee8d0f448c63b6d37f67dd81e22/C of 45f87ee8d0f448c63b6d37f67dd81e22 into dca0094c68764f718e608b9bf1d0f683(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:22:49,103 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:49,103 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:49,103 INFO [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/C, priority=13, startTime=1731151368664; duration=0sec 2024-11-09T11:22:49,103 INFO [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22., storeName=45f87ee8d0f448c63b6d37f67dd81e22/A, priority=13, startTime=1731151368664; duration=0sec 2024-11-09T11:22:49,103 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:49,103 DEBUG [RS:0;566d204d64fd:35155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:A 2024-11-09T11:22:49,103 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:22:49,103 DEBUG [RS:0;566d204d64fd:35155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45f87ee8d0f448c63b6d37f67dd81e22:C 2024-11-09T11:22:49,955 DEBUG [Thread-2434 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c078737 to 127.0.0.1:63884 2024-11-09T11:22:49,955 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:49,974 DEBUG [Thread-2436 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bf8843a to 127.0.0.1:63884 2024-11-09T11:22:49,974 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:49,993 DEBUG [Thread-2438 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76670256 to 127.0.0.1:63884 2024-11-09T11:22:49,993 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:52,783 ERROR [LeaseRenewer:jenkins@localhost:41783 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41783,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:22:54,289 DEBUG [Thread-2432 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31f7e171 to 127.0.0.1:63884 2024-11-09T11:22:54,289 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:54,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 159 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5564 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5507 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5308 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5587 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5514 2024-11-09T11:22:54,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:22:54,290 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T11:22:54,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79a7bd2b to 127.0.0.1:63884 2024-11-09T11:22:54,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:54,292 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T11:22:54,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T11:22:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-09T11:22:54,296 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151374296"}]},"ts":"1731151374296"} 2024-11-09T11:22:54,297 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:22:54,352 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:22:54,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:22:54,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, UNASSIGN}] 2024-11-09T11:22:54,357 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, UNASSIGN 2024-11-09T11:22:54,358 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=45f87ee8d0f448c63b6d37f67dd81e22, regionState=CLOSING, regionLocation=566d204d64fd,35155,1731151199870 2024-11-09T11:22:54,360 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:22:54,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; CloseRegionProcedure 45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870}] 2024-11-09T11:22:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-09T11:22:54,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 566d204d64fd,35155,1731151199870 2024-11-09T11:22:54,514 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(124): Close 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:54,514 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T11:22:54,514 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1681): Closing 45f87ee8d0f448c63b6d37f67dd81e22, disabling compactions & flushes 2024-11-09T11:22:54,514 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:54,514 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:54,514 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. after waiting 0 ms 2024-11-09T11:22:54,514 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:54,515 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(2837): Flushing 45f87ee8d0f448c63b6d37f67dd81e22 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T11:22:54,515 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=A 2024-11-09T11:22:54,515 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:54,515 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=B 2024-11-09T11:22:54,515 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:54,516 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45f87ee8d0f448c63b6d37f67dd81e22, store=C 2024-11-09T11:22:54,516 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:22:54,524 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e106e455ad2d48dc849ec5cc428e87c4_45f87ee8d0f448c63b6d37f67dd81e22 is 50, key is test_row_0/A:col10/1731151374286/Put/seqid=0 2024-11-09T11:22:54,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742464_1640 (size=9914) 2024-11-09T11:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-09T11:22:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-09T11:22:54,930 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:22:54,938 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e106e455ad2d48dc849ec5cc428e87c4_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e106e455ad2d48dc849ec5cc428e87c4_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:54,939 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/fa2109c3f50e4396ad325bebce5dfda1, store: [table=TestAcidGuarantees family=A region=45f87ee8d0f448c63b6d37f67dd81e22] 2024-11-09T11:22:54,939 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/fa2109c3f50e4396ad325bebce5dfda1 is 175, key is test_row_0/A:col10/1731151374286/Put/seqid=0 2024-11-09T11:22:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742465_1641 (size=22561) 2024-11-09T11:22:55,345 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/fa2109c3f50e4396ad325bebce5dfda1 2024-11-09T11:22:55,355 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/7d3c7f4d8b88417b92d71870a0d4c2c0 is 50, key is test_row_0/B:col10/1731151374286/Put/seqid=0 2024-11-09T11:22:55,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742466_1642 (size=9857) 2024-11-09T11:22:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-09T11:22:55,759 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/7d3c7f4d8b88417b92d71870a0d4c2c0 2024-11-09T11:22:55,772 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/793f5c94c7c046dc900bbcd19edef1d6 is 50, key is test_row_0/C:col10/1731151374286/Put/seqid=0 2024-11-09T11:22:55,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742467_1643 (size=9857) 2024-11-09T11:22:56,177 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/793f5c94c7c046dc900bbcd19edef1d6 2024-11-09T11:22:56,187 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/A/fa2109c3f50e4396ad325bebce5dfda1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fa2109c3f50e4396ad325bebce5dfda1 2024-11-09T11:22:56,192 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fa2109c3f50e4396ad325bebce5dfda1, entries=100, sequenceid=327, filesize=22.0 K 2024-11-09T11:22:56,193 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/B/7d3c7f4d8b88417b92d71870a0d4c2c0 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/7d3c7f4d8b88417b92d71870a0d4c2c0 2024-11-09T11:22:56,197 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/7d3c7f4d8b88417b92d71870a0d4c2c0, entries=100, sequenceid=327, filesize=9.6 K 2024-11-09T11:22:56,198 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/.tmp/C/793f5c94c7c046dc900bbcd19edef1d6 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/793f5c94c7c046dc900bbcd19edef1d6 2024-11-09T11:22:56,201 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/793f5c94c7c046dc900bbcd19edef1d6, entries=100, sequenceid=327, filesize=9.6 K 2024-11-09T11:22:56,201 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 45f87ee8d0f448c63b6d37f67dd81e22 in 1687ms, sequenceid=327, compaction requested=false 2024-11-09T11:22:56,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/456d5f3ff62943b7b4e42630a1eadefb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/162047cd33d14ee18c6f3063c203aa43, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/83ea283da3cb4097a850c0bfb0e63008, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/3b1702c4da7c43f2a6e66ce20ab7f520, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7454ded375b2441e82237f64ede1ba22, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8aee48bff8f349c7b92426dc24ac5385, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bcbec228562441f1af03794ee19c14c3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e19a9dc86933435580b9454d2e2c3fe8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/a6c61e05832a48fd85179d0b9449fd5f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/70bcf2c772144b9e8839fbf36ce65c49, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/b63481b730a34cf8a9004314f3c01561, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fd30e85b531045b9a774521f435303a1, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/f4172b82f1b94b11b562c4fd53d66691, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/01adb32bb8d44ee7ae45521ee2b38447, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/147bedfb335d44a9a006fd081b370288, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/043bf16c354a40a88c7a59b1f98fe650, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8d1612f697bc4c9c89d6a1f23aeab0f9, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/dbc6bfdfac8c4a80a1b02b1cfa181342, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bc435d06ba5040f781932e817226c119, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/4cfec850d71d433bae1bee9757de3033, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e05902bbdd944d8b8b8a7d60452e05c5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7cf086178e194dfc8a97ad5c0ad60354] to archive 2024-11-09T11:22:56,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:22:56,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/456d5f3ff62943b7b4e42630a1eadefb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/456d5f3ff62943b7b4e42630a1eadefb 2024-11-09T11:22:56,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/162047cd33d14ee18c6f3063c203aa43 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/162047cd33d14ee18c6f3063c203aa43 2024-11-09T11:22:56,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/83ea283da3cb4097a850c0bfb0e63008 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/83ea283da3cb4097a850c0bfb0e63008 2024-11-09T11:22:56,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/3b1702c4da7c43f2a6e66ce20ab7f520 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/3b1702c4da7c43f2a6e66ce20ab7f520 2024-11-09T11:22:56,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7454ded375b2441e82237f64ede1ba22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7454ded375b2441e82237f64ede1ba22 2024-11-09T11:22:56,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8aee48bff8f349c7b92426dc24ac5385 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8aee48bff8f349c7b92426dc24ac5385 2024-11-09T11:22:56,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bcbec228562441f1af03794ee19c14c3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bcbec228562441f1af03794ee19c14c3 2024-11-09T11:22:56,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e19a9dc86933435580b9454d2e2c3fe8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e19a9dc86933435580b9454d2e2c3fe8 2024-11-09T11:22:56,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/a6c61e05832a48fd85179d0b9449fd5f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/a6c61e05832a48fd85179d0b9449fd5f 2024-11-09T11:22:56,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/70bcf2c772144b9e8839fbf36ce65c49 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/70bcf2c772144b9e8839fbf36ce65c49 2024-11-09T11:22:56,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/b63481b730a34cf8a9004314f3c01561 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/b63481b730a34cf8a9004314f3c01561 2024-11-09T11:22:56,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fd30e85b531045b9a774521f435303a1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fd30e85b531045b9a774521f435303a1 2024-11-09T11:22:56,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/f4172b82f1b94b11b562c4fd53d66691 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/f4172b82f1b94b11b562c4fd53d66691 2024-11-09T11:22:56,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/01adb32bb8d44ee7ae45521ee2b38447 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/01adb32bb8d44ee7ae45521ee2b38447 2024-11-09T11:22:56,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/147bedfb335d44a9a006fd081b370288 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/147bedfb335d44a9a006fd081b370288 2024-11-09T11:22:56,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/043bf16c354a40a88c7a59b1f98fe650 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/043bf16c354a40a88c7a59b1f98fe650 2024-11-09T11:22:56,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8d1612f697bc4c9c89d6a1f23aeab0f9 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/8d1612f697bc4c9c89d6a1f23aeab0f9 2024-11-09T11:22:56,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/dbc6bfdfac8c4a80a1b02b1cfa181342 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/dbc6bfdfac8c4a80a1b02b1cfa181342 2024-11-09T11:22:56,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bc435d06ba5040f781932e817226c119 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/bc435d06ba5040f781932e817226c119 2024-11-09T11:22:56,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/4cfec850d71d433bae1bee9757de3033 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/4cfec850d71d433bae1bee9757de3033 2024-11-09T11:22:56,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e05902bbdd944d8b8b8a7d60452e05c5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/e05902bbdd944d8b8b8a7d60452e05c5 2024-11-09T11:22:56,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7cf086178e194dfc8a97ad5c0ad60354 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/7cf086178e194dfc8a97ad5c0ad60354 2024-11-09T11:22:56,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/4c9af795a4234fe2bedc36aebf46c492, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/80d0f5e2b8454013b00d13b13754a977, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/213349744c6e4fc1a8f0293013d0f33a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/02e5fe69d1e041d58947d1b8d56c15c3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ac1c1cc43e0458e9d5fde484502b5c2, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dabde391041540b9bed77c7bf6592d43, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/d8036369cb0d403f93ceaa13f316de3d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/36d343a849f644c5831ebdfb38eeff38, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/91fcdecd2cef4749830fd37055a8c5b5, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/c988cdac903042b6ab82d0dd78577b40, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/54d5140e223d43b0a2b8413f9429fc0d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ed66dd85b904aaeac9d2050204ad032, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/6745ce4f7fdd4e7ab91df1930757dfea, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b024c1d8ba7746d7b8b3ca39d91c04f0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dcdb010ff319413b8ed449f5cf403ba3, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/7d5bfaa68c5c43058a9b6e8d67871ce6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dfcc7b7c778748be9362ac009e422e2f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/88b7f4882c6e439a896b26ec37302dfb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b39d188670004b3fbc51737b2073f26d, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/2648d467187e42d79aa6895931590ad4, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b79e25925e0a488380616e6227b03a95, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9aec4df246b04b369764526678895daa] to archive 2024-11-09T11:22:56,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:22:56,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/4c9af795a4234fe2bedc36aebf46c492 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/4c9af795a4234fe2bedc36aebf46c492 2024-11-09T11:22:56,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/80d0f5e2b8454013b00d13b13754a977 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/80d0f5e2b8454013b00d13b13754a977 2024-11-09T11:22:56,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/213349744c6e4fc1a8f0293013d0f33a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/213349744c6e4fc1a8f0293013d0f33a 2024-11-09T11:22:56,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/02e5fe69d1e041d58947d1b8d56c15c3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/02e5fe69d1e041d58947d1b8d56c15c3 2024-11-09T11:22:56,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ac1c1cc43e0458e9d5fde484502b5c2 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ac1c1cc43e0458e9d5fde484502b5c2 2024-11-09T11:22:56,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dabde391041540b9bed77c7bf6592d43 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dabde391041540b9bed77c7bf6592d43 2024-11-09T11:22:56,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/d8036369cb0d403f93ceaa13f316de3d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/d8036369cb0d403f93ceaa13f316de3d 2024-11-09T11:22:56,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/36d343a849f644c5831ebdfb38eeff38 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/36d343a849f644c5831ebdfb38eeff38 2024-11-09T11:22:56,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/91fcdecd2cef4749830fd37055a8c5b5 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/91fcdecd2cef4749830fd37055a8c5b5 2024-11-09T11:22:56,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/c988cdac903042b6ab82d0dd78577b40 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/c988cdac903042b6ab82d0dd78577b40 2024-11-09T11:22:56,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/54d5140e223d43b0a2b8413f9429fc0d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/54d5140e223d43b0a2b8413f9429fc0d 2024-11-09T11:22:56,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ed66dd85b904aaeac9d2050204ad032 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9ed66dd85b904aaeac9d2050204ad032 2024-11-09T11:22:56,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/6745ce4f7fdd4e7ab91df1930757dfea to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/6745ce4f7fdd4e7ab91df1930757dfea 2024-11-09T11:22:56,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b024c1d8ba7746d7b8b3ca39d91c04f0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b024c1d8ba7746d7b8b3ca39d91c04f0 2024-11-09T11:22:56,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dcdb010ff319413b8ed449f5cf403ba3 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dcdb010ff319413b8ed449f5cf403ba3 2024-11-09T11:22:56,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/7d5bfaa68c5c43058a9b6e8d67871ce6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/7d5bfaa68c5c43058a9b6e8d67871ce6 2024-11-09T11:22:56,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dfcc7b7c778748be9362ac009e422e2f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/dfcc7b7c778748be9362ac009e422e2f 2024-11-09T11:22:56,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/88b7f4882c6e439a896b26ec37302dfb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/88b7f4882c6e439a896b26ec37302dfb 2024-11-09T11:22:56,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b39d188670004b3fbc51737b2073f26d to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b39d188670004b3fbc51737b2073f26d 2024-11-09T11:22:56,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/2648d467187e42d79aa6895931590ad4 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/2648d467187e42d79aa6895931590ad4 2024-11-09T11:22:56,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b79e25925e0a488380616e6227b03a95 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/b79e25925e0a488380616e6227b03a95 2024-11-09T11:22:56,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9aec4df246b04b369764526678895daa to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/9aec4df246b04b369764526678895daa 2024-11-09T11:22:56,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0a9583c54e404b6faa51f2f437ef12ab, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6474813083cb4be98e429902f0cdb0ac, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/05a42345e0f44760b60949b4615033e6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7eaa1aceefb34e31aa7d213ebb2d6c09, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/08ecdc61899d4dd2a59d4ab2f3f01ac8, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0d7f1309a4174764a15733479996b243, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7739ce7e4e914dbeb03e2978f10c34af, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/9dd8a81d45a34cc483afe87bd24fe59e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/19e1f1af73e14f80899ae4727e99a3cb, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/27cf541dbc574c16bf4d6c0b66dc2add, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6d403c01a5334f0cb15ccfede204ff0a, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/1e9fa00a3d6444f19fdca5aa60f196c6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7d1515b33a1341bfa0cece07a7a144f6, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/60ffe7090aa3435d9b6466763f7bf8d0, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/4e81859a625441d68197fabfe86c0597, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/dcbfab30b2504a579853e1ce3ac9c080, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/c4e0bae2653a40f6b7ac40baef7acc03, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/67980a13be2845ea951339b26fee808e, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/f62676b67ed74f22923aa7cdee81991b, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/626c1f42c5bc47afa3ff0c2e9db8ff9f, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/b47f7876a0a946bf8149b09676b27d79, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/18aa1fa76760446db62b448bb123c3da] to archive 2024-11-09T11:22:56,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:22:56,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0a9583c54e404b6faa51f2f437ef12ab to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0a9583c54e404b6faa51f2f437ef12ab 2024-11-09T11:22:56,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6474813083cb4be98e429902f0cdb0ac to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6474813083cb4be98e429902f0cdb0ac 2024-11-09T11:22:56,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/05a42345e0f44760b60949b4615033e6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/05a42345e0f44760b60949b4615033e6 2024-11-09T11:22:56,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7eaa1aceefb34e31aa7d213ebb2d6c09 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7eaa1aceefb34e31aa7d213ebb2d6c09 2024-11-09T11:22:56,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/08ecdc61899d4dd2a59d4ab2f3f01ac8 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/08ecdc61899d4dd2a59d4ab2f3f01ac8 2024-11-09T11:22:56,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0d7f1309a4174764a15733479996b243 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/0d7f1309a4174764a15733479996b243 2024-11-09T11:22:56,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7739ce7e4e914dbeb03e2978f10c34af to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7739ce7e4e914dbeb03e2978f10c34af 2024-11-09T11:22:56,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/9dd8a81d45a34cc483afe87bd24fe59e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/9dd8a81d45a34cc483afe87bd24fe59e 2024-11-09T11:22:56,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/19e1f1af73e14f80899ae4727e99a3cb to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/19e1f1af73e14f80899ae4727e99a3cb 2024-11-09T11:22:56,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/27cf541dbc574c16bf4d6c0b66dc2add to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/27cf541dbc574c16bf4d6c0b66dc2add 2024-11-09T11:22:56,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6d403c01a5334f0cb15ccfede204ff0a to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/6d403c01a5334f0cb15ccfede204ff0a 2024-11-09T11:22:56,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/1e9fa00a3d6444f19fdca5aa60f196c6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/1e9fa00a3d6444f19fdca5aa60f196c6 2024-11-09T11:22:56,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7d1515b33a1341bfa0cece07a7a144f6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/7d1515b33a1341bfa0cece07a7a144f6 2024-11-09T11:22:56,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/60ffe7090aa3435d9b6466763f7bf8d0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/60ffe7090aa3435d9b6466763f7bf8d0 2024-11-09T11:22:56,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/4e81859a625441d68197fabfe86c0597 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/4e81859a625441d68197fabfe86c0597 2024-11-09T11:22:56,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/dcbfab30b2504a579853e1ce3ac9c080 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/dcbfab30b2504a579853e1ce3ac9c080 2024-11-09T11:22:56,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/c4e0bae2653a40f6b7ac40baef7acc03 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/c4e0bae2653a40f6b7ac40baef7acc03 2024-11-09T11:22:56,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/67980a13be2845ea951339b26fee808e to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/67980a13be2845ea951339b26fee808e 2024-11-09T11:22:56,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/f62676b67ed74f22923aa7cdee81991b to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/f62676b67ed74f22923aa7cdee81991b 2024-11-09T11:22:56,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/626c1f42c5bc47afa3ff0c2e9db8ff9f to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/626c1f42c5bc47afa3ff0c2e9db8ff9f 2024-11-09T11:22:56,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/b47f7876a0a946bf8149b09676b27d79 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/b47f7876a0a946bf8149b09676b27d79 2024-11-09T11:22:56,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/18aa1fa76760446db62b448bb123c3da to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/18aa1fa76760446db62b448bb123c3da 2024-11-09T11:22:56,250 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/recovered.edits/330.seqid, newMaxSeqId=330, maxSeqId=4 2024-11-09T11:22:56,250 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22. 2024-11-09T11:22:56,250 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1635): Region close journal for 45f87ee8d0f448c63b6d37f67dd81e22: 2024-11-09T11:22:56,251 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(170): Closed 45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=45f87ee8d0f448c63b6d37f67dd81e22, regionState=CLOSED 2024-11-09T11:22:56,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-09T11:22:56,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseRegionProcedure 45f87ee8d0f448c63b6d37f67dd81e22, server=566d204d64fd,35155,1731151199870 in 1.8920 sec 2024-11-09T11:22:56,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=181, resume processing ppid=180 2024-11-09T11:22:56,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, ppid=180, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45f87ee8d0f448c63b6d37f67dd81e22, UNASSIGN in 1.8970 sec 2024-11-09T11:22:56,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-09T11:22:56,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9010 sec 2024-11-09T11:22:56,255 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151376255"}]},"ts":"1731151376255"} 2024-11-09T11:22:56,256 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:22:56,318 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:22:56,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0250 sec 2024-11-09T11:22:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-09T11:22:56,402 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-09T11:22:56,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T11:22:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:56,404 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-09T11:22:56,405 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=183, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:56,407 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,411 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C, FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/recovered.edits] 2024-11-09T11:22:56,415 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/150de353adc14708af774687e5a34b47 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/150de353adc14708af774687e5a34b47 2024-11-09T11:22:56,416 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fa2109c3f50e4396ad325bebce5dfda1 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/A/fa2109c3f50e4396ad325bebce5dfda1 2024-11-09T11:22:56,420 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/7d3c7f4d8b88417b92d71870a0d4c2c0 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/7d3c7f4d8b88417b92d71870a0d4c2c0 2024-11-09T11:22:56,421 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/f2ff2fbecfbe4e5aab4c3eb78548ceb2 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/B/f2ff2fbecfbe4e5aab4c3eb78548ceb2 2024-11-09T11:22:56,424 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/793f5c94c7c046dc900bbcd19edef1d6 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/793f5c94c7c046dc900bbcd19edef1d6 2024-11-09T11:22:56,425 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/dca0094c68764f718e608b9bf1d0f683 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/C/dca0094c68764f718e608b9bf1d0f683 2024-11-09T11:22:56,428 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/recovered.edits/330.seqid to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22/recovered.edits/330.seqid 2024-11-09T11:22:56,429 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/default/TestAcidGuarantees/45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,429 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:22:56,430 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:22:56,431 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T11:22:56,435 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109205f7ea4eab5428a81c40e93ed6e2d6b_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109205f7ea4eab5428a81c40e93ed6e2d6b_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,437 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110925e5a6c702dc42bea6ac321cd00b7569_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110925e5a6c702dc42bea6ac321cd00b7569_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,439 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110934322355d70f48b0a48c9c15b291fa7a_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110934322355d70f48b0a48c9c15b291fa7a_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,441 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110938506a94aa5148b2abc25020fa14e342_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110938506a94aa5148b2abc25020fa14e342_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,443 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110946b68be19b54484a99fecc75ad8b20db_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110946b68be19b54484a99fecc75ad8b20db_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,445 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095314e74b9adc46b2bf552fceddd7c2f3_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095314e74b9adc46b2bf552fceddd7c2f3_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,446 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109533cb88147e84cb8ba215574952da36f_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109533cb88147e84cb8ba215574952da36f_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,448 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110954d52a29f2e540feb1a870305ec819c5_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110954d52a29f2e540feb1a870305ec819c5_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,449 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097007037ec3e342f1b0024fc11ddc10ed_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097007037ec3e342f1b0024fc11ddc10ed_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,451 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110971bbb5e365e74fde8ef3b3c244c53ae9_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110971bbb5e365e74fde8ef3b3c244c53ae9_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,452 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109799c5a3d8e304596b8fb1fe1699bfd83_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109799c5a3d8e304596b8fb1fe1699bfd83_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,454 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a11045f788f84b82a5f85c40c4488edf_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a11045f788f84b82a5f85c40c4488edf_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,455 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b91b230f77dd496884c503fea0f964d7_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b91b230f77dd496884c503fea0f964d7_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,457 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d0184d28d74d4a648cf638d0613248ce_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d0184d28d74d4a648cf638d0613248ce_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,458 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e106e455ad2d48dc849ec5cc428e87c4_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e106e455ad2d48dc849ec5cc428e87c4_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,459 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e50b6ccea50a486bb78c4d3e52eafd18_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e50b6ccea50a486bb78c4d3e52eafd18_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,461 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109edf627979855413ab6ac0ebad5c3c70b_45f87ee8d0f448c63b6d37f67dd81e22 to hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109edf627979855413ab6ac0ebad5c3c70b_45f87ee8d0f448c63b6d37f67dd81e22 2024-11-09T11:22:56,461 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:22:56,464 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=183, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:56,466 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:22:56,468 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:22:56,469 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=183, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:56,469 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:22:56,469 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151376469"}]},"ts":"9223372036854775807"} 2024-11-09T11:22:56,470 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T11:22:56,470 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 45f87ee8d0f448c63b6d37f67dd81e22, NAME => 'TestAcidGuarantees,,1731151342776.45f87ee8d0f448c63b6d37f67dd81e22.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:22:56,470 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:22:56,470 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151376470"}]},"ts":"9223372036854775807"} 2024-11-09T11:22:56,471 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T11:22:56,482 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=183, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:22:56,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-09T11:22:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-09T11:22:56,506 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-09T11:22:56,516 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 238), OpenFileDescriptor=451 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 491), ProcessCount=9 (was 9), AvailableMemoryMB=2135 (was 1465) - AvailableMemoryMB LEAK? - 2024-11-09T11:22:56,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-09T11:22:56,516 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T11:22:56,516 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:63884 2024-11-09T11:22:56,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:56,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:22:56,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759250028, stopped=false 2024-11-09T11:22:56,517 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=566d204d64fd,37159,1731151199107 2024-11-09T11:22:56,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:22:56,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:22:56,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:22:56,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-09T11:22:56,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:22:56,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:56,527 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '566d204d64fd,35155,1731151199870' ***** 2024-11-09T11:22:56,527 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-09T11:22:56,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:22:56,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:22:56,528 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:22:56,528 INFO [RS:0;566d204d64fd:35155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:22:56,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-09T11:22:56,528 INFO [RS:0;566d204d64fd:35155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:22:56,528 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(3579): Received CLOSE for 9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:22:56,529 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1224): stopping server 566d204d64fd,35155,1731151199870 2024-11-09T11:22:56,529 DEBUG [RS:0;566d204d64fd:35155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:56,529 INFO [RS:0;566d204d64fd:35155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:22:56,529 INFO [RS:0;566d204d64fd:35155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:22:56,530 INFO [RS:0;566d204d64fd:35155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:22:56,530 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-09T11:22:56,530 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9a5143190e8bf660d8a84276c069cea3, disabling compactions & flushes 2024-11-09T11:22:56,530 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:22:56,530 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:22:56,530 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. after waiting 0 ms 2024-11-09T11:22:56,530 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:22:56,530 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-09T11:22:56,530 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9a5143190e8bf660d8a84276c069cea3 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-09T11:22:56,530 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1603): Online Regions={9a5143190e8bf660d8a84276c069cea3=hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:22:56,530 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:22:56,530 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-09T11:22:56,531 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-09T11:22:56,531 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:22:56,531 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:22:56,531 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-09T11:22:56,531 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:22:56,548 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/namespace/9a5143190e8bf660d8a84276c069cea3/.tmp/info/e9df3f6bb74c4269b6040f4c65296423 is 45, key is default/info:d/1731151205044/Put/seqid=0 2024-11-09T11:22:56,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742468_1644 (size=5037) 2024-11-09T11:22:56,557 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/.tmp/info/aa1f84fd24f04c75a8c871129551be7b is 143, key is hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3./info:regioninfo/1731151204896/Put/seqid=0 2024-11-09T11:22:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742469_1645 (size=7725) 2024-11-09T11:22:56,568 INFO [regionserver/566d204d64fd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:22:56,680 INFO [regionserver/566d204d64fd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:22:56,681 INFO [regionserver/566d204d64fd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:22:56,732 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:22:56,932 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9a5143190e8bf660d8a84276c069cea3 2024-11-09T11:22:56,952 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/namespace/9a5143190e8bf660d8a84276c069cea3/.tmp/info/e9df3f6bb74c4269b6040f4c65296423 2024-11-09T11:22:56,961 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/namespace/9a5143190e8bf660d8a84276c069cea3/.tmp/info/e9df3f6bb74c4269b6040f4c65296423 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/namespace/9a5143190e8bf660d8a84276c069cea3/info/e9df3f6bb74c4269b6040f4c65296423 2024-11-09T11:22:56,962 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/.tmp/info/aa1f84fd24f04c75a8c871129551be7b 2024-11-09T11:22:56,967 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/namespace/9a5143190e8bf660d8a84276c069cea3/info/e9df3f6bb74c4269b6040f4c65296423, entries=2, sequenceid=6, filesize=4.9 K 2024-11-09T11:22:56,968 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9a5143190e8bf660d8a84276c069cea3 in 438ms, sequenceid=6, compaction requested=false 2024-11-09T11:22:56,972 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/namespace/9a5143190e8bf660d8a84276c069cea3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T11:22:56,973 INFO [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:22:56,973 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9a5143190e8bf660d8a84276c069cea3: 2024-11-09T11:22:56,973 DEBUG [RS_CLOSE_REGION-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731151204265.9a5143190e8bf660d8a84276c069cea3. 2024-11-09T11:22:56,987 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/.tmp/rep_barrier/945a1d2022b446b0bbf2b8f615b3c397 is 102, key is TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125./rep_barrier:/1731151230546/DeleteFamily/seqid=0 2024-11-09T11:22:56,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742470_1646 (size=6025) 2024-11-09T11:22:57,133 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-09T11:22:57,333 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-09T11:22:57,392 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/.tmp/rep_barrier/945a1d2022b446b0bbf2b8f615b3c397 2024-11-09T11:22:57,419 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/.tmp/table/3ea78be337ab4918a6f06d8c2e04655a is 96, key is TestAcidGuarantees,,1731151205453.9f13ba568e5d847b6cc2c297e7b1b125./table:/1731151230546/DeleteFamily/seqid=0 2024-11-09T11:22:57,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742471_1647 (size=5942) 2024-11-09T11:22:57,533 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-09T11:22:57,533 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:22:57,534 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-09T11:22:57,734 DEBUG [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-09T11:22:57,823 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/.tmp/table/3ea78be337ab4918a6f06d8c2e04655a 2024-11-09T11:22:57,833 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/.tmp/info/aa1f84fd24f04c75a8c871129551be7b as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/info/aa1f84fd24f04c75a8c871129551be7b 2024-11-09T11:22:57,836 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/info/aa1f84fd24f04c75a8c871129551be7b, entries=22, sequenceid=93, filesize=7.5 K 2024-11-09T11:22:57,837 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/.tmp/rep_barrier/945a1d2022b446b0bbf2b8f615b3c397 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/rep_barrier/945a1d2022b446b0bbf2b8f615b3c397 2024-11-09T11:22:57,840 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/rep_barrier/945a1d2022b446b0bbf2b8f615b3c397, entries=6, sequenceid=93, filesize=5.9 K 2024-11-09T11:22:57,840 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/.tmp/table/3ea78be337ab4918a6f06d8c2e04655a as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/table/3ea78be337ab4918a6f06d8c2e04655a 2024-11-09T11:22:57,843 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/table/3ea78be337ab4918a6f06d8c2e04655a, entries=9, sequenceid=93, filesize=5.8 K 2024-11-09T11:22:57,844 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=93, compaction requested=false 2024-11-09T11:22:57,847 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-09T11:22:57,848 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:22:57,848 INFO [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:57,848 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-09T11:22:57,848 DEBUG [RS_CLOSE_META-regionserver/566d204d64fd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:22:57,934 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1250): stopping server 566d204d64fd,35155,1731151199870; all regions closed. 2024-11-09T11:22:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741834_1010 (size=26050) 2024-11-09T11:22:57,943 DEBUG [RS:0;566d204d64fd:35155 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/oldWALs 2024-11-09T11:22:57,943 INFO [RS:0;566d204d64fd:35155 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 566d204d64fd%2C35155%2C1731151199870.meta:.meta(num 1731151203794) 2024-11-09T11:22:57,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741832_1008 (size=14581299) 2024-11-09T11:22:57,949 DEBUG [RS:0;566d204d64fd:35155 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/oldWALs 2024-11-09T11:22:57,949 INFO [RS:0;566d204d64fd:35155 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 566d204d64fd%2C35155%2C1731151199870:(num 1731151202737) 2024-11-09T11:22:57,950 DEBUG [RS:0;566d204d64fd:35155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:57,950 INFO [RS:0;566d204d64fd:35155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:22:57,950 INFO [RS:0;566d204d64fd:35155 {}] hbase.ChoreService(370): Chore service for: regionserver/566d204d64fd:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:22:57,950 INFO [regionserver/566d204d64fd:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-09T11:22:57,951 INFO [RS:0;566d204d64fd:35155 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:35155 2024-11-09T11:22:57,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/566d204d64fd,35155,1731151199870 2024-11-09T11:22:57,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:22:58,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [566d204d64fd,35155,1731151199870] 2024-11-09T11:22:58,001 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 566d204d64fd,35155,1731151199870; numProcessing=1 2024-11-09T11:22:58,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/566d204d64fd,35155,1731151199870 already deleted, retry=false 2024-11-09T11:22:58,010 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 566d204d64fd,35155,1731151199870 expired; onlineServers=0 2024-11-09T11:22:58,010 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '566d204d64fd,37159,1731151199107' ***** 2024-11-09T11:22:58,010 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:22:58,010 DEBUG [M:0;566d204d64fd:37159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775b3170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=566d204d64fd/172.17.0.3:0 2024-11-09T11:22:58,010 INFO [M:0;566d204d64fd:37159 {}] regionserver.HRegionServer(1224): stopping server 566d204d64fd,37159,1731151199107 2024-11-09T11:22:58,010 INFO [M:0;566d204d64fd:37159 {}] regionserver.HRegionServer(1250): stopping server 566d204d64fd,37159,1731151199107; all regions closed. 2024-11-09T11:22:58,010 DEBUG [M:0;566d204d64fd:37159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:22:58,011 DEBUG [M:0;566d204d64fd:37159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:22:58,011 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:22:58,011 DEBUG [M:0;566d204d64fd:37159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:22:58,011 DEBUG [master/566d204d64fd:0:becomeActiveMaster-HFileCleaner.large.0-1731151202460 {}] cleaner.HFileCleaner(306): Exit Thread[master/566d204d64fd:0:becomeActiveMaster-HFileCleaner.large.0-1731151202460,5,FailOnTimeoutGroup] 2024-11-09T11:22:58,011 DEBUG [master/566d204d64fd:0:becomeActiveMaster-HFileCleaner.small.0-1731151202460 {}] cleaner.HFileCleaner(306): Exit Thread[master/566d204d64fd:0:becomeActiveMaster-HFileCleaner.small.0-1731151202460,5,FailOnTimeoutGroup] 2024-11-09T11:22:58,012 INFO [M:0;566d204d64fd:37159 {}] hbase.ChoreService(370): Chore service for: master/566d204d64fd:0 had [] on shutdown 2024-11-09T11:22:58,013 DEBUG [M:0;566d204d64fd:37159 {}] master.HMaster(1733): Stopping service threads 2024-11-09T11:22:58,013 INFO [M:0;566d204d64fd:37159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:22:58,013 ERROR [M:0;566d204d64fd:37159 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:41783 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41783,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-09T11:22:58,014 INFO [M:0;566d204d64fd:37159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:22:58,015 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:22:58,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T11:22:58,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:22:58,018 DEBUG [M:0;566d204d64fd:37159 {}] zookeeper.ZKUtil(347): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T11:22:58,018 WARN [M:0;566d204d64fd:37159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:22:58,018 INFO [M:0;566d204d64fd:37159 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-09T11:22:58,018 INFO [M:0;566d204d64fd:37159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:22:58,018 DEBUG [M:0;566d204d64fd:37159 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:22:58,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:22:58,018 INFO [M:0;566d204d64fd:37159 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:58,019 DEBUG [M:0;566d204d64fd:37159 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:58,019 DEBUG [M:0;566d204d64fd:37159 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:22:58,019 DEBUG [M:0;566d204d64fd:37159 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:58,019 INFO [M:0;566d204d64fd:37159 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=778.36 KB heapSize=957.85 KB 2024-11-09T11:22:58,039 DEBUG [M:0;566d204d64fd:37159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4c5898be125466283476654636b89fc is 82, key is hbase:meta,,1/info:regioninfo/1731151204039/Put/seqid=0 2024-11-09T11:22:58,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742472_1648 (size=5672) 2024-11-09T11:22:58,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:58,102 INFO [RS:0;566d204d64fd:35155 {}] regionserver.HRegionServer(1307): Exiting; stopping=566d204d64fd,35155,1731151199870; zookeeper connection closed. 2024-11-09T11:22:58,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35155-0x101209c9af10001, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:58,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cdce92b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cdce92b 2024-11-09T11:22:58,103 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:22:58,285 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:22:58,443 INFO [M:0;566d204d64fd:37159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2208 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4c5898be125466283476654636b89fc 2024-11-09T11:22:58,474 DEBUG [M:0;566d204d64fd:37159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c96ad131ed14c8d868adc62f8cb7d66 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x9C/proc:d/1731151345892/Put/seqid=0 2024-11-09T11:22:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742473_1649 (size=45716) 2024-11-09T11:22:58,879 INFO [M:0;566d204d64fd:37159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=777.80 KB at sequenceid=2208 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c96ad131ed14c8d868adc62f8cb7d66 2024-11-09T11:22:58,885 INFO [M:0;566d204d64fd:37159 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c96ad131ed14c8d868adc62f8cb7d66 2024-11-09T11:22:58,903 DEBUG [M:0;566d204d64fd:37159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa7cc18cbee84aee81c16abcffac45d1 is 69, key is 566d204d64fd,35155,1731151199870/rs:state/1731151202507/Put/seqid=0 2024-11-09T11:22:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073742474_1650 (size=5156) 2024-11-09T11:22:59,307 INFO [M:0;566d204d64fd:37159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2208 (bloomFilter=true), to=hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa7cc18cbee84aee81c16abcffac45d1 2024-11-09T11:22:59,317 DEBUG [M:0;566d204d64fd:37159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4c5898be125466283476654636b89fc as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4c5898be125466283476654636b89fc 2024-11-09T11:22:59,320 INFO [M:0;566d204d64fd:37159 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4c5898be125466283476654636b89fc, entries=8, sequenceid=2208, filesize=5.5 K 2024-11-09T11:22:59,321 DEBUG [M:0;566d204d64fd:37159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c96ad131ed14c8d868adc62f8cb7d66 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c96ad131ed14c8d868adc62f8cb7d66 2024-11-09T11:22:59,324 INFO [M:0;566d204d64fd:37159 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c96ad131ed14c8d868adc62f8cb7d66 2024-11-09T11:22:59,324 INFO [M:0;566d204d64fd:37159 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c96ad131ed14c8d868adc62f8cb7d66, entries=183, sequenceid=2208, filesize=44.6 K 2024-11-09T11:22:59,325 DEBUG [M:0;566d204d64fd:37159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa7cc18cbee84aee81c16abcffac45d1 as hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa7cc18cbee84aee81c16abcffac45d1 2024-11-09T11:22:59,328 INFO [M:0;566d204d64fd:37159 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41783/user/jenkins/test-data/264a8878-e8d6-9211-de57-653e74b0a0a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa7cc18cbee84aee81c16abcffac45d1, entries=1, sequenceid=2208, filesize=5.0 K 2024-11-09T11:22:59,328 INFO [M:0;566d204d64fd:37159 {}] regionserver.HRegion(3040): Finished flush of dataSize ~778.36 KB/797036, heapSize ~957.55 KB/980536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=2208, compaction requested=false 2024-11-09T11:22:59,330 INFO [M:0;566d204d64fd:37159 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:22:59,330 DEBUG [M:0;566d204d64fd:37159 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-09T11:22:59,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741830_1006 (size=941811) 2024-11-09T11:22:59,333 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-09T11:22:59,333 INFO [M:0;566d204d64fd:37159 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-09T11:22:59,333 INFO [M:0;566d204d64fd:37159 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37159 2024-11-09T11:22:59,384 DEBUG [M:0;566d204d64fd:37159 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/566d204d64fd,37159,1731151199107 already deleted, retry=false 2024-11-09T11:22:59,493 INFO [M:0;566d204d64fd:37159 {}] regionserver.HRegionServer(1307): Exiting; stopping=566d204d64fd,37159,1731151199107; zookeeper connection closed. 2024-11-09T11:22:59,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:59,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101209c9af10000, quorum=127.0.0.1:63884, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:22:59,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:22:59,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:22:59,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:22:59,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:22:59,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/hadoop.log.dir/,STOPPED} 2024-11-09T11:22:59,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:22:59,504 WARN [BP-470502545-172.17.0.3-1731151195752 heartbeating to localhost/127.0.0.1:41783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:22:59,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:22:59,504 WARN [BP-470502545-172.17.0.3-1731151195752 heartbeating to localhost/127.0.0.1:41783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-470502545-172.17.0.3-1731151195752 (Datanode Uuid a875007a-6a91-435a-90d7-704dc57ae756) service to localhost/127.0.0.1:41783 2024-11-09T11:22:59,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980/dfs/data/data1/current/BP-470502545-172.17.0.3-1731151195752 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:22:59,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/cluster_7e62eb86-9444-bb4c-ca2d-1f4f24f03980/dfs/data/data2/current/BP-470502545-172.17.0.3-1731151195752 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:22:59,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:22:59,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:22:59,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:22:59,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:22:59,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:22:59,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26135537-ed40-275b-9bd6-3071b26632a7/hadoop.log.dir/,STOPPED} 2024-11-09T11:22:59,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:22:59,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:22:59,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:22:59,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:22:59,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-09T11:22:59,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T11:22:59,656 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down